2024-12-08 01:46:39,199 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-08 01:46:39,215 main DEBUG Took 0.013151 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 01:46:39,216 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 01:46:39,216 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 01:46:39,218 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 01:46:39,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,234 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 01:46:39,251 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,254 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,259 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,262 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 01:46:39,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,268 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 01:46:39,270 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 01:46:39,272 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 01:46:39,274 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 01:46:39,275 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 01:46:39,277 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 01:46:39,277 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 01:46:39,289 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 01:46:39,293 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 01:46:39,295 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 01:46:39,296 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 01:46:39,297 main DEBUG createAppenders(={Console}) 2024-12-08 01:46:39,298 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-08 01:46:39,298 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-08 01:46:39,299 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-08 01:46:39,299 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 01:46:39,300 main DEBUG OutputStream closed 2024-12-08 01:46:39,300 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 01:46:39,301 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 01:46:39,301 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-08 01:46:39,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 01:46:39,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 01:46:39,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 01:46:39,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 01:46:39,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 01:46:39,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 01:46:39,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 01:46:39,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 01:46:39,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 01:46:39,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 01:46:39,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 01:46:39,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 01:46:39,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 01:46:39,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 01:46:39,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 01:46:39,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 01:46:39,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 01:46:39,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 01:46:39,407 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 01:46:39,407 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-08 01:46:39,408 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 01:46:39,409 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-08T01:46:39,447 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-08 01:46:39,450 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 01:46:39,450 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T01:46:39,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f 2024-12-08T01:46:39,722 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-08T01:46:39,724 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:46:39,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T01:46:39,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4, deleteOnExit=true 2024-12-08T01:46:39,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T01:46:39,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/test.cache.data in system properties and HBase conf 2024-12-08T01:46:39,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T01:46:39,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir in system properties and HBase conf 2024-12-08T01:46:39,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T01:46:39,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T01:46:39,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T01:46:39,834 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T01:46:39,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T01:46:39,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T01:46:39,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T01:46:39,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T01:46:39,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T01:46:39,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T01:46:39,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T01:46:39,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T01:46:39,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T01:46:39,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T01:46:39,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/nfs.dump.dir in system properties and HBase conf 2024-12-08T01:46:39,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir in system properties and HBase conf 2024-12-08T01:46:39,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T01:46:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T01:46:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T01:46:41,033 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T01:46:41,125 INFO [Time-limited test {}] log.Log(170): Logging initialized @2690ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T01:46:41,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:41,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:41,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:41,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:41,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T01:46:41,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:41,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205baae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:41,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@325f8c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:41,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d57f2ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-37873-hadoop-hdfs-3_4_1-tests_jar-_-any-13429855337097902693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T01:46:41,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382e7786{HTTP/1.1, (http/1.1)}{localhost:37873} 2024-12-08T01:46:41,536 INFO [Time-limited test {}] server.Server(415): Started @3103ms 2024-12-08T01:46:42,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:42,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:42,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:42,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:42,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T01:46:42,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:42,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:42,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3c17d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-38639-hadoop-hdfs-3_4_1-tests_jar-_-any-1527366207911285476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T01:46:42,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:38639} 2024-12-08T01:46:42,170 INFO [Time-limited test {}] server.Server(415): Started @3737ms 2024-12-08T01:46:42,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T01:46:43,515 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data1/current/BP-773622702-172.17.0.2-1733622400501/current, will proceed with Du for space computation calculation, 2024-12-08T01:46:43,515 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data2/current/BP-773622702-172.17.0.2-1733622400501/current, will proceed with Du for space computation calculation, 2024-12-08T01:46:43,548 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T01:46:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ee9ce0e2bd653 with lease ID 0x718d3c951786c56: Processing first storage report for DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6 from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=2de290d0-87d4-499a-95ad-f721568b787b, infoPort=45879, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=510018067;c=1733622400501) 2024-12-08T01:46:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ee9ce0e2bd653 with lease ID 0x718d3c951786c56: from storage DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6 node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=2de290d0-87d4-499a-95ad-f721568b787b, infoPort=45879, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=510018067;c=1733622400501), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T01:46:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ee9ce0e2bd653 with lease ID 0x718d3c951786c56: Processing first storage report for DS-48bd5a21-4ce7-465b-9710-4a1020fabec1 from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=2de290d0-87d4-499a-95ad-f721568b787b, infoPort=45879, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=510018067;c=1733622400501) 2024-12-08T01:46:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ee9ce0e2bd653 with lease ID 0x718d3c951786c56: from storage DS-48bd5a21-4ce7-465b-9710-4a1020fabec1 node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=2de290d0-87d4-499a-95ad-f721568b787b, infoPort=45879, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=510018067;c=1733622400501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T01:46:43,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f 2024-12-08T01:46:43,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/zookeeper_0, clientPort=55066, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T01:46:43,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55066 2024-12-08T01:46:43,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:43,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741825_1001 (size=7) 2024-12-08T01:46:44,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae with version=8 2024-12-08T01:46:44,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging 2024-12-08T01:46:44,318 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-08T01:46:44,318 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-08T01:46:44,318 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-08T01:46:44,318 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-08T01:46:44,395 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T01:46:44,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96982154c400:0 server-side Connection retries=45 2024-12-08T01:46:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:44,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:44,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:46:44,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:44,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:46:44,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T01:46:44,803 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T01:46:44,812 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T01:46:44,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:46:44,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 138312 (auto-detected) 2024-12-08T01:46:44,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T01:46:44,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35313 2024-12-08T01:46:44,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35313 connecting to ZooKeeper ensemble=127.0.0.1:55066 2024-12-08T01:46:45,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353130x0, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:46:45,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35313-0x100031a99110000 connected 2024-12-08T01:46:45,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:45,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:45,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T01:46:45,168 INFO [Time-limited test {}] log.Log(170): Logging initialized @6735ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T01:46:45,205 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-08T01:46:45,205 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-08T01:46:45,206 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-08T01:46:45,206 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-08T01:46:45,206 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-08T01:46:45,208 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-08T01:46:45,208 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-08T01:46:45,208 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-08T01:46:45,210 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-08T01:46:45,260 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35947 2024-12-08T01:46:45,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T01:46:45,271 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:45,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:45,273 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:45,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-08T01:46:45,305 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-08T01:46:45,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:45,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:45,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T01:46:45,316 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:45,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-12-08T01:46:45,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:35947} 2024-12-08T01:46:45,819 INFO [Time-limited test {}] server.Server(415): Started @7386ms 2024-12-08T01:46:45,822 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae, hbase.cluster.distributed=false 2024-12-08T01:46:45,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-08T01:46:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35313 2024-12-08T01:46:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35313 2024-12-08T01:46:45,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35313 2024-12-08T01:46:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35313 2024-12-08T01:46:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35313 2024-12-08T01:46:45,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96982154c400:0 server-side Connection retries=45 2024-12-08T01:46:45,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:45,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:45,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T01:46:45,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T01:46:45,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T01:46:45,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T01:46:45,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T01:46:45,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42193 2024-12-08T01:46:45,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42193 connecting to ZooKeeper ensemble=127.0.0.1:55066 2024-12-08T01:46:45,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:45,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421930x0, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T01:46:46,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421930x0, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T01:46:46,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42193-0x100031a99110001 connected 2024-12-08T01:46:46,014 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-08T01:46:46,014 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-08T01:46:46,015 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-08T01:46:46,015 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-08T01:46:46,015 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-08T01:46:46,016 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-08T01:46:46,017 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-08T01:46:46,017 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-08T01:46:46,017 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-08T01:46:46,019 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34723 2024-12-08T01:46:46,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T01:46:46,021 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:46,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:46,022 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:46,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-08T01:46:46,039 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-08T01:46:46,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:46,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:46,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T01:46:46,042 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T01:46:46,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-08T01:46:46,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:34723} 2024-12-08T01:46:46,046 INFO [Time-limited test {}] server.Server(415): Started @7613ms 2024-12-08T01:46:46,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T01:46:46,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T01:46:46,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-08T01:46:46,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-08T01:46:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42193 2024-12-08T01:46:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42193 2024-12-08T01:46:46,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42193 2024-12-08T01:46:46,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42193 2024-12-08T01:46:46,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42193 2024-12-08T01:46:46,081 DEBUG [M:0;96982154c400:35313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96982154c400:35313 2024-12-08T01:46:46,084 INFO [master/96982154c400:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T01:46:46,085 INFO [master/96982154c400:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:35719} 2024-12-08T01:46:46,086 INFO [master/96982154c400:0:becomeActiveMaster {}] server.Server(415): Started @7652ms 2024-12-08T01:46:46,086 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/96982154c400,35313,1733622404468 2024-12-08T01:46:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T01:46:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T01:46:46,105 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/96982154c400,35313,1733622404468 2024-12-08T01:46:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-08T01:46:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:46,136 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-08T01:46:46,137 INFO [master/96982154c400:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/96982154c400,35313,1733622404468 from backup master directory 2024-12-08T01:46:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T01:46:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/96982154c400,35313,1733622404468 2024-12-08T01:46:46,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T01:46:46,148 WARN [master/96982154c400:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:46:46,149 INFO [master/96982154c400:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96982154c400,35313,1733622404468 2024-12-08T01:46:46,151 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T01:46:46,153 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T01:46:46,206 DEBUG [master/96982154c400:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase.id] with ID: bb8a7250-d989-4a69-b3f0-07800732b567 2024-12-08T01:46:46,206 DEBUG [master/96982154c400:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.tmp/hbase.id 2024-12-08T01:46:46,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741826_1002 (size=42) 2024-12-08T01:46:46,618 DEBUG [master/96982154c400:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.tmp/hbase.id]:[hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase.id] 2024-12-08T01:46:46,662 INFO [master/96982154c400:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T01:46:46,666 INFO [master/96982154c400:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T01:46:46,685 INFO [master/96982154c400:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-08T01:46:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741827_1003 (size=196) 2024-12-08T01:46:47,155 INFO [master/96982154c400:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:46:47,158 INFO [master/96982154c400:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T01:46:47,164 INFO [master/96982154c400:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T01:46:47,166 INFO [master/96982154c400:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T01:46:47,174 DEBUG [master/96982154c400:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T01:46:47,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741828_1004 (size=1189) 2024-12-08T01:46:47,620 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store 2024-12-08T01:46:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741829_1005 (size=34) 2024-12-08T01:46:47,642 INFO [master/96982154c400:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T01:46:47,646 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:47,648 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:46:47,648 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:46:47,648 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:46:47,650 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:46:47,650 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:46:47,650 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:46:47,652 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733622407647Disabling compacts and flushes for region at 1733622407647Disabling writes for close at 1733622407650 (+3 ms)Writing region close event to WAL at 1733622407650Closed at 1733622407650 2024-12-08T01:46:47,654 WARN [master/96982154c400:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/.initializing 2024-12-08T01:46:47,655 DEBUG [master/96982154c400:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/WALs/96982154c400,35313,1733622404468 2024-12-08T01:46:47,660 INFO [master/96982154c400:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:46:47,666 INFO [master/96982154c400:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 96982154c400,35313,1733622404468.regiongroup-0 2024-12-08T01:46:47,684 INFO [master/96982154c400:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96982154c400%2C35313%2C1733622404468.96982154c400%2C35313%2C1733622404468.regiongroup-0, suffix=, logDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/WALs/96982154c400,35313,1733622404468, archiveDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/oldWALs, maxLogs=10 2024-12-08T01:46:47,716 DEBUG [master/96982154c400:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/WALs/96982154c400,35313,1733622404468/96982154c400%2C35313%2C1733622404468.96982154c400%2C35313%2C1733622404468.regiongroup-0.1733622407689, exclude list is [], retry=0 2024-12-08T01:46:47,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:46:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T01:46:47,773 INFO [master/96982154c400:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/WALs/96982154c400,35313,1733622404468/96982154c400%2C35313%2C1733622404468.96982154c400%2C35313%2C1733622404468.regiongroup-0.1733622407689 2024-12-08T01:46:47,774 DEBUG [master/96982154c400:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:46:47,774 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:46:47,775 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:47,778 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,779 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T01:46:47,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:47,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:47,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T01:46:47,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:47,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:46:47,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T01:46:47,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:47,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:46:47,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T01:46:47,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:47,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:46:47,858 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,861 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,863 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,869 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,869 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,873 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:46:47,877 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T01:46:47,881 DEBUG [master/96982154c400:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:46:47,883 INFO [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9443986880, jitterRate=-0.12046018242835999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:46:47,888 DEBUG [master/96982154c400:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733622407794Initializing all the Stores at 1733622407797 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622407797Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622407799 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622407799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622407799Cleaning up temporary data from old regions at 1733622407869 (+70 ms)Region opened successfully at 1733622407888 (+19 ms) 2024-12-08T01:46:47,890 INFO [master/96982154c400:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T01:46:47,939 DEBUG [master/96982154c400:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669d17b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=96982154c400/172.17.0.2:0 2024-12-08T01:46:47,977 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T01:46:47,986 INFO [master/96982154c400:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T01:46:47,986 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T01:46:47,989 INFO [master/96982154c400:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T01:46:47,990 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T01:46:47,994 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-08T01:46:47,994 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T01:46:48,016 INFO [master/96982154c400:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T01:46:48,025 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-08T01:46:48,063 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-08T01:46:48,066 INFO [master/96982154c400:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T01:46:48,068 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-08T01:46:48,073 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-08T01:46:48,075 INFO [master/96982154c400:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T01:46:48,079 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-08T01:46:48,092 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-08T01:46:48,094 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-08T01:46:48,105 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-08T01:46:48,122 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T01:46:48,134 DEBUG [master/96982154c400:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-08T01:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-08T01:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-08T01:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,150 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96982154c400,35313,1733622404468, sessionid=0x100031a99110000, setting cluster-up flag (Was=false) 2024-12-08T01:46:48,155 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-08T01:46:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,210 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-08T01:46:48,212 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96982154c400,35313,1733622404468 2024-12-08T01:46:48,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,263 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-08T01:46:48,265 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96982154c400,35313,1733622404468 2024-12-08T01:46:48,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:48,315 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-08T01:46:48,317 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96982154c400,35313,1733622404468 2024-12-08T01:46:48,323 INFO [master/96982154c400:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T01:46:48,372 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(746): ClusterId : bb8a7250-d989-4a69-b3f0-07800732b567 2024-12-08T01:46:48,374 INFO [RS:0;96982154c400:42193 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-08T01:46:48,375 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T01:46:48,389 DEBUG [master/96982154c400:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T01:46:48,391 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T01:46:48,392 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-08T01:46:48,398 INFO [master/96982154c400:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T01:46:48,401 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-08T01:46:48,401 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T01:46:48,405 INFO [master/96982154c400:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T01:46:48,412 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T01:46:48,412 DEBUG [RS:0;96982154c400:42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7be8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=96982154c400/172.17.0.2:0 2024-12-08T01:46:48,410 DEBUG [master/96982154c400:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96982154c400,35313,1733622404468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96982154c400:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96982154c400:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96982154c400:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96982154c400:0, corePoolSize=5, maxPoolSize=5 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96982154c400:0, corePoolSize=10, maxPoolSize=10 2024-12-08T01:46:48,417 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,418 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96982154c400:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:46:48,418 DEBUG [master/96982154c400:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,422 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733622438422 2024-12-08T01:46:48,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:46:48,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T01:46:48,423 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T01:46:48,424 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T01:46:48,426 DEBUG [RS:0;96982154c400:42193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96982154c400:42193 2024-12-08T01:46:48,428 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T01:46:48,428 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-08T01:46:48,429 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T01:46:48,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:48,429 INFO [RS:0;96982154c400:42193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T01:46:48,429 INFO [RS:0;96982154c400:42193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T01:46:48,429 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T01:46:48,429 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T01:46:48,429 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T01:46:48,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T01:46:48,430 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,432 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(2659): reportForDuty to master=96982154c400,35313,1733622404468 with port=42193, startcode=1733622405922 2024-12-08T01:46:48,433 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T01:46:48,435 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T01:46:48,435 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T01:46:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741831_1007 (size=1321) 2024-12-08T01:46:48,445 DEBUG [master/96982154c400:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f69033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:48,445 DEBUG [master/96982154c400:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:46:48,445 DEBUG [RS:0;96982154c400:42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T01:46:48,448 DEBUG [master/96982154c400:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:46:48,469 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:46:48,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:46:48,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T01:46:48,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:46:48,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab10ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:48,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:46:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:46:48,485 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T01:46:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:46:48,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:46:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977fde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:48,492 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-08T01:46:48,494 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T01:46:48,495 INFO [master/96982154c400:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T01:46:48,497 DEBUG [master/96982154c400:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96982154c400:0:becomeActiveMaster-HFileCleaner.large.0-1733622408496,5,FailOnTimeoutGroup] 2024-12-08T01:46:48,497 DEBUG [master/96982154c400:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96982154c400:0:becomeActiveMaster-HFileCleaner.small.0-1733622408497,5,FailOnTimeoutGroup] 2024-12-08T01:46:48,497 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,497 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T01:46:48,499 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,499 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,507 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T01:46:48,507 WARN [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T01:46:48,608 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(2659): reportForDuty to master=96982154c400,35313,1733622404468 with port=42193, startcode=1733622405922 2024-12-08T01:46:48,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96982154c400,42193,1733622405922 2024-12-08T01:46:48,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(517): Registering regionserver=96982154c400,42193,1733622405922 2024-12-08T01:46:48,621 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:46:48,622 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36423 2024-12-08T01:46:48,622 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=35947 2024-12-08T01:46:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-08T01:46:48,662 DEBUG [RS:0;96982154c400:42193 {}] zookeeper.ZKUtil(111): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rs/96982154c400,42193,1733622405922 2024-12-08T01:46:48,662 WARN [RS:0;96982154c400:42193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T01:46:48,662 INFO [RS:0;96982154c400:42193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T01:46:48,663 INFO [RS:0;96982154c400:42193 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T01:46:48,663 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922 2024-12-08T01:46:48,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96982154c400,42193,1733622405922] 2024-12-08T01:46:48,684 INFO [RS:0;96982154c400:42193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T01:46:48,697 INFO [RS:0;96982154c400:42193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T01:46:48,701 INFO [RS:0;96982154c400:42193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T01:46:48,702 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,703 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T01:46:48,707 INFO [RS:0;96982154c400:42193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T01:46:48,709 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,709 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,709 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96982154c400:0, corePoolSize=2, maxPoolSize=2 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,710 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96982154c400:0, corePoolSize=1, maxPoolSize=1 2024-12-08T01:46:48,711 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:46:48,711 DEBUG [RS:0;96982154c400:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96982154c400:0, corePoolSize=3, maxPoolSize=3 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,712 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,42193,1733622405922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:46:48,729 INFO [RS:0;96982154c400:42193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T01:46:48,730 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,42193,1733622405922-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,731 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,731 INFO [RS:0;96982154c400:42193 {}] regionserver.Replication(171): 96982154c400,42193,1733622405922 started 2024-12-08T01:46:48,746 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:48,747 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1482): Serving as 96982154c400,42193,1733622405922, RpcServer on 96982154c400/172.17.0.2:42193, sessionid=0x100031a99110001 2024-12-08T01:46:48,748 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T01:46:48,748 DEBUG [RS:0;96982154c400:42193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96982154c400,42193,1733622405922 2024-12-08T01:46:48,748 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96982154c400,42193,1733622405922' 2024-12-08T01:46:48,748 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-08T01:46:48,749 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-08T01:46:48,749 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T01:46:48,749 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-08T01:46:48,750 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96982154c400,42193,1733622405922' 2024-12-08T01:46:48,750 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:46:48,750 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:46:48,751 INFO [RS:0;96982154c400:42193 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-08T01:46:48,751 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-08T01:46:48,751 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T01:46:48,751 DEBUG [RS:0;96982154c400:42193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96982154c400,42193,1733622405922 2024-12-08T01:46:48,751 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96982154c400,42193,1733622405922' 2024-12-08T01:46:48,751 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-08T01:46:48,752 DEBUG [RS:0;96982154c400:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-08T01:46:48,752 DEBUG [RS:0;96982154c400:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T01:46:48,752 INFO [RS:0;96982154c400:42193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T01:46:48,752 INFO [RS:0;96982154c400:42193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T01:46:48,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T01:46:48,842 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:46:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741832_1008 (size=32) 2024-12-08T01:46:48,857 INFO [RS:0;96982154c400:42193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:46:48,857 INFO [RS:0;96982154c400:42193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 96982154c400,42193,1733622405922.regiongroup-0 2024-12-08T01:46:48,860 INFO [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0, suffix=, logDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922, archiveDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs, maxLogs=32 2024-12-08T01:46:48,874 DEBUG [RS:0;96982154c400:42193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862, exclude list is [], retry=0 2024-12-08T01:46:48,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:46:48,881 INFO [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 2024-12-08T01:46:48,882 DEBUG [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:46:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:49,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T01:46:49,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:46:49,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T01:46:49,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:46:49,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T01:46:49,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:46:49,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T01:46:49,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:46:49,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:46:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740 2024-12-08T01:46:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740 2024-12-08T01:46:49,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:46:49,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:46:49,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:46:49,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:46:49,283 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:46:49,284 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11285325120, jitterRate=0.0510278046131134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:46:49,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733622409253Initializing all the Stores at 1733622409255 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622409255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409255Cleaning up temporary data from old regions at 1733622409275 (+20 ms)Region opened successfully at 1733622409286 (+11 ms) 2024-12-08T01:46:49,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:46:49,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:46:49,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:46:49,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:46:49,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:46:49,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:46:49,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733622409286Disabling compacts and flushes for region at 1733622409286Disabling writes for close at 1733622409287 (+1 ms)Writing region close event to WAL at 1733622409288 (+1 ms)Closed at 1733622409288 2024-12-08T01:46:49,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:46:49,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T01:46:49,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T01:46:49,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:46:49,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T01:46:49,462 DEBUG [96982154c400:35313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T01:46:49,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:49,478 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96982154c400,42193,1733622405922, state=OPENING 2024-12-08T01:46:49,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T01:46:49,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:49,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:46:49,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T01:46:49,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T01:46:49,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T01:46:49,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96982154c400,42193,1733622405922}] 2024-12-08T01:46:49,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T01:46:49,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T01:46:49,735 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T01:46:49,736 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T01:46:49,736 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T01:46:49,736 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:46:49,737 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T01:46:49,740 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96982154c400%2C42193%2C1733622405922.meta, suffix=.meta, logDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922, archiveDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs, maxLogs=32 2024-12-08T01:46:49,753 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta, exclude list is [], retry=0 2024-12-08T01:46:49,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:46:49,759 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta 2024-12-08T01:46:49,760 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:46:49,760 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:46:49,764 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:46:49,765 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T01:46:49,767 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T01:46:49,768 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T01:46:49,771 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T01:46:49,772 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:49,772 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T01:46:49,772 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T01:46:49,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T01:46:49,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T01:46:49,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T01:46:49,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T01:46:49,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T01:46:49,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T01:46:49,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T01:46:49,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T01:46:49,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:49,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T01:46:49,786 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T01:46:49,787 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740 2024-12-08T01:46:49,789 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740 2024-12-08T01:46:49,792 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T01:46:49,792 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T01:46:49,793 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T01:46:49,795 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T01:46:49,796 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9476610560, jitterRate=-0.11742186546325684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T01:46:49,797 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T01:46:49,797 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733622409773Writing region info on filesystem at 1733622409773Initializing all the Stores at 1733622409775 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622409775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733622409775Cleaning up temporary data from old regions at 1733622409792 (+17 ms)Running coprocessor post-open hooks at 1733622409797 (+5 ms)Region opened successfully at 1733622409797 2024-12-08T01:46:49,804 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733622409714 2024-12-08T01:46:49,815 DEBUG [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T01:46:49,815 INFO [RS_OPEN_META-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T01:46:49,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:49,819 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96982154c400,42193,1733622405922, state=OPEN 2024-12-08T01:46:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-08T01:46:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-08T01:46:49,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T01:46:49,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T01:46:49,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96982154c400,42193,1733622405922 2024-12-08T01:46:49,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T01:46:49,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96982154c400,42193,1733622405922 in 282 msec 2024-12-08T01:46:49,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T01:46:49,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-12-08T01:46:49,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T01:46:49,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T01:46:49,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:46:49,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:46:49,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:46:49,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:46:49,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5590 sec 2024-12-08T01:46:49,911 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733622409910, completionTime=-1 2024-12-08T01:46:49,913 INFO [master/96982154c400:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T01:46:49,913 DEBUG [master/96982154c400:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T01:46:49,941 INFO [master/96982154c400:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-08T01:46:49,941 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733622469941 2024-12-08T01:46:49,941 INFO [master/96982154c400:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733622529941 2024-12-08T01:46:49,941 INFO [master/96982154c400:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-08T01:46:49,943 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,944 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,944 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,946 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96982154c400:35313, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,946 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,947 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:49,953 DEBUG [master/96982154c400:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T01:46:49,977 INFO [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.828sec 2024-12-08T01:46:49,978 INFO [master/96982154c400:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T01:46:49,979 INFO [master/96982154c400:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T01:46:49,980 INFO [master/96982154c400:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T01:46:49,981 INFO [master/96982154c400:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T01:46:49,981 INFO [master/96982154c400:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T01:46:49,982 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T01:46:49,982 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T01:46:49,990 DEBUG [master/96982154c400:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T01:46:49,991 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T01:46:49,991 INFO [master/96982154c400:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96982154c400,35313,1733622404468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T01:46:50,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54190a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:50,077 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T01:46:50,078 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T01:46:50,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:46:50,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:46:50,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:46:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:46:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:46:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d7e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:46:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:46:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:46:50,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:46:50,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55de5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:50,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:46:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:46:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:46:50,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:46:50,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96982154c400,35313,1733622404468 2024-12-08T01:46:50,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-08T01:46:50,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/test.cache.data in system properties and HBase conf 2024-12-08T01:46:50,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T01:46:50,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/nfs.dump.dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T01:46:50,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T01:46:50,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T01:46:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741835_1011 (size=592039) 2024-12-08T01:46:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741836_1012 (size=1663647) 2024-12-08T01:46:51,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:52,042 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:52,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:52,249 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T01:46:52,250 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:52,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:52,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:52,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T01:46:52,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:52,261 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:52,261 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:52,261 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T01:46:52,262 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2c8cd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:52,262 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52986b7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:52,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4177628d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:52,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@114e2526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:52,382 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-12-08T01:46:52,383 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-12-08T01:46:52,383 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T01:46:52,384 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T01:46:52,432 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:52,488 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:52,772 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-12-08T01:46:52,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@400c23ab{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-39463-hadoop-yarn-common-3_4_1_jar-_-any-660670903396339694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-08T01:46:52,801 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c2a028{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-46771-hadoop-yarn-common-3_4_1_jar-_-any-7193124829710274400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-08T01:46:52,802 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@4081a844{HTTP/1.1, (http/1.1)}{localhost:46771} 2024-12-08T01:46:52,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a8dedd9{HTTP/1.1, (http/1.1)}{localhost:39463} 2024-12-08T01:46:52,802 INFO [Time-limited test {}] server.Server(415): Started @14368ms 2024-12-08T01:46:52,802 INFO [Thread-251 {}] server.Server(415): Started @14368ms 2024-12-08T01:46:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741837_1013 (size=5) 2024-12-08T01:46:53,753 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-08T01:46:53,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:53,794 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T01:46:53,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:53,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:53,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:53,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T01:46:53,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:53,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc69811{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:53,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fe1609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:53,873 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-08T01:46:53,873 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T01:46:53,874 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-08T01:46:53,874 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T01:46:53,881 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:53,887 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:53,991 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:54,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16af2620{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-37179-hadoop-yarn-common-3_4_1_jar-_-any-8520347096421609825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T01:46:54,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b81454a{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-12-08T01:46:54,006 INFO [Time-limited test {}] server.Server(415): Started @15573ms 2024-12-08T01:46:54,142 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-08T01:46:54,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:54,162 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T01:46:54,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T01:46:54,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T01:46:54,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T01:46:54,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T01:46:54,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T01:46:54,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b03d5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,AVAILABLE} 2024-12-08T01:46:54,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5490d095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T01:46:54,232 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-08T01:46:54,232 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T01:46:54,232 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-08T01:46:54,233 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T01:46:54,244 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:54,250 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:54,374 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T01:46:54,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4cd0c3{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/java.io.tmpdir/jetty-localhost-46383-hadoop-yarn-common-3_4_1_jar-_-any-9722390057337951495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T01:46:54,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c4b64b0{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-12-08T01:46:54,380 INFO [Time-limited test {}] server.Server(415): Started @15946ms 2024-12-08T01:46:54,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-08T01:46:54,411 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:36423/backupUT 2024-12-08T01:46:54,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:46:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:46:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc562b0 2024-12-08T01:46:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:46:54,427 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:46:54,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-08T01:46:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-08T01:46:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:46:54,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 19 msec 2024-12-08T01:46:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T01:46:54,560 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-08T01:46:54,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-08T01:46:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-08T01:46:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-08T01:46:54,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-12-08T01:46:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-08T01:46:54,679 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-08T01:46:54,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-08T01:46:54,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T01:46:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-08T01:46:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-08T01:46:54,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-12-08T01:46:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-08T01:46:54,789 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-08T01:46:54,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-08T01:46:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-08T01:46:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T01:46:54,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 14 msec 2024-12-08T01:46:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T01:46:54,899 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-08T01:46:54,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733622414411', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:46:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733622414411 2024-12-08T01:46:54,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:46:54,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733622414411" procId is: 8 2024-12-08T01:46:54,922 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:54,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:46:54,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741838_1014 (size=367) 2024-12-08T01:46:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:55,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T01:46:55,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T01:46:55,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T01:46:55,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:46:55,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-08T01:46:55,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:46:55,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T01:46:55,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T01:46:55,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T01:46:55,341 INFO [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ec076193ca7415eeeb3180242145d68, NAME => 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:46:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741839_1015 (size=53) 2024-12-08T01:46:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:55,751 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:55,752 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1722): Closing 9ec076193ca7415eeeb3180242145d68, disabling compactions & flushes 2024-12-08T01:46:55,752 INFO [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:55,752 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:55,752 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. after waiting 0 ms 2024-12-08T01:46:55,752 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:55,752 INFO [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1973): Closed test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:55,752 DEBUG [RegionOpenAndInit-test-1733622414411-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ec076193ca7415eeeb3180242145d68: Waiting for close lock at 1733622415752Disabling compacts and flushes for region at 1733622415752Disabling writes for close at 1733622415752Writing region close event to WAL at 1733622415752Closed at 1733622415752 2024-12-08T01:46:55,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:46:55,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733622415754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622415754"}]},"ts":"1733622415754"} 2024-12-08T01:46:55,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:46:55,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:46:55,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733622414411","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622415765"}]},"ts":"1733622415765"} 2024-12-08T01:46:55,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733622414411, state=ENABLING in hbase:meta 2024-12-08T01:46:55,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, ASSIGN}] 2024-12-08T01:46:55,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, ASSIGN 2024-12-08T01:46:55,777 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:46:55,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:55,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, ASSIGN because future has completed 2024-12-08T01:46:55,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922}] 2024-12-08T01:46:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:56,106 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:56,106 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T01:46:56,106 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 96982154c400,42193,1733622405922.regiongroup-1 2024-12-08T01:46:56,109 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1, suffix=, logDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922, archiveDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs, maxLogs=32 2024-12-08T01:46:56,123 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110, exclude list is [], retry=0 2024-12-08T01:46:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:46:56,128 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110 2024-12-08T01:46:56,129 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:46:56,129 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ec076193ca7415eeeb3180242145d68, NAME => 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:46:56,130 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:46:56,130 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733622414411 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,130 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:56,130 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,130 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,132 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,135 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName f 2024-12-08T01:46:56,135 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:56,136 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:46:56,136 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,138 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,139 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,140 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,140 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,143 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,147 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:46:56,148 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ec076193ca7415eeeb3180242145d68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11356617600, jitterRate=0.057667434215545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:46:56,148 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:46:56,150 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ec076193ca7415eeeb3180242145d68: Running coprocessor pre-open hook at 1733622416130Writing region info on filesystem at 1733622416130Initializing all the Stores at 1733622416132 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622416132Cleaning up temporary data from old regions at 1733622416140 (+8 ms)Running coprocessor post-open hooks at 1733622416148 (+8 ms)Region opened successfully at 1733622416149 (+1 ms) 2024-12-08T01:46:56,152 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., pid=10, masterSystemTime=1733622416087 2024-12-08T01:46:56,156 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:56,156 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:46:56,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:56,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:46:56,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T01:46:56,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 in 229 msec 2024-12-08T01:46:56,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-08T01:46:56,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, ASSIGN in 393 msec 2024-12-08T01:46:56,173 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:46:56,173 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733622414411","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622416173"}]},"ts":"1733622416173"} 2024-12-08T01:46:56,177 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733622414411, state=ENABLED in hbase:meta 2024-12-08T01:46:56,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733622414411 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:46:56,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733622414411 in 1.2680 sec 2024-12-08T01:46:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T01:46:57,069 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733622414411 completed 2024-12-08T01:46:57,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ce12bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:57,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:46:57,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:46:57,071 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:46:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:46:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:46:57,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d283800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:57,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:46:57,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:46:57,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:46:57,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:46:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b5db40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:46:57,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:46:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:46:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:46:57,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:46:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='row0', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:46:57,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(8528): writing data to region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T01:46:57,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17336224144111', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:46:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17336224144111 2024-12-08T01:46:57,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:46:57,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:57,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17336224144111" procId is: 11 2024-12-08T01:46:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:57,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:46:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741841_1017 (size=364) 2024-12-08T01:46:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:57,681 INFO [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccdc429fffea6cbc9ceb78c97aa7e296, NAME => 'ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17336224144111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:46:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741842_1018 (size=50) 2024-12-08T01:46:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1722): Closing ccdc429fffea6cbc9ceb78c97aa7e296, disabling compactions & flushes 2024-12-08T01:46:58,089 INFO [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. after waiting 0 ms 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,089 INFO [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,089 DEBUG [RegionOpenAndInit-ns2:test-17336224144111-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccdc429fffea6cbc9ceb78c97aa7e296: Waiting for close lock at 1733622418089Disabling compacts and flushes for region at 1733622418089Disabling writes for close at 1733622418089Writing region close event to WAL at 1733622418089Closed at 1733622418089 2024-12-08T01:46:58,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:46:58,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733622418091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622418091"}]},"ts":"1733622418091"} 2024-12-08T01:46:58,095 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:46:58,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:46:58,098 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17336224144111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622418097"}]},"ts":"1733622418097"} 2024-12-08T01:46:58,101 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17336224144111, state=ENABLING in hbase:meta 2024-12-08T01:46:58,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336224144111, region=ccdc429fffea6cbc9ceb78c97aa7e296, ASSIGN}] 2024-12-08T01:46:58,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336224144111, region=ccdc429fffea6cbc9ceb78c97aa7e296, ASSIGN 2024-12-08T01:46:58,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17336224144111, region=ccdc429fffea6cbc9ceb78c97aa7e296, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:46:58,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ccdc429fffea6cbc9ceb78c97aa7e296, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17336224144111, region=ccdc429fffea6cbc9ceb78c97aa7e296, ASSIGN because future has completed 2024-12-08T01:46:58,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296, server=96982154c400,42193,1733622405922}] 2024-12-08T01:46:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:58,418 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,418 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ccdc429fffea6cbc9ceb78c97aa7e296, NAME => 'ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:46:58,419 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:46:58,419 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336224144111 ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,419 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:46:58,419 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,419 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,421 INFO [StoreOpener-ccdc429fffea6cbc9ceb78c97aa7e296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,423 INFO [StoreOpener-ccdc429fffea6cbc9ceb78c97aa7e296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccdc429fffea6cbc9ceb78c97aa7e296 columnFamilyName f 2024-12-08T01:46:58,423 DEBUG [StoreOpener-ccdc429fffea6cbc9ceb78c97aa7e296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:58,424 INFO [StoreOpener-ccdc429fffea6cbc9ceb78c97aa7e296-1 {}] regionserver.HStore(327): Store=ccdc429fffea6cbc9ceb78c97aa7e296/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:46:58,424 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,426 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,426 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,427 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,427 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,430 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,433 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:46:58,434 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ccdc429fffea6cbc9ceb78c97aa7e296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10610884800, jitterRate=-0.011784344911575317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:46:58,435 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:46:58,436 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ccdc429fffea6cbc9ceb78c97aa7e296: Running coprocessor pre-open hook at 1733622418419Writing region info on filesystem at 1733622418419Initializing all the Stores at 1733622418421 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622418421Cleaning up temporary data from old regions at 1733622418427 (+6 ms)Running coprocessor post-open hooks at 1733622418435 (+8 ms)Region opened successfully at 1733622418436 (+1 ms) 2024-12-08T01:46:58,437 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296., pid=13, masterSystemTime=1733622418414 2024-12-08T01:46:58,440 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,440 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:46:58,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ccdc429fffea6cbc9ceb78c97aa7e296, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:46:58,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:46:58,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-08T01:46:58,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296, server=96982154c400,42193,1733622405922 in 186 msec 2024-12-08T01:46:58,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-08T01:46:58,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336224144111, region=ccdc429fffea6cbc9ceb78c97aa7e296, ASSIGN in 349 msec 2024-12-08T01:46:58,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:46:58,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17336224144111","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622418455"}]},"ts":"1733622418455"} 2024-12-08T01:46:58,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17336224144111, state=ENABLED in hbase:meta 2024-12-08T01:46:58,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17336224144111 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:46:58,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17336224144111 in 1.1950 sec 2024-12-08T01:46:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T01:46:59,429 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17336224144111 completed 2024-12-08T01:46:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336224144111', row='row0', locateType=CURRENT is [region=ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:46:59,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(8528): writing data to region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T01:46:59,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17336224144112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:46:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17336224144112 2024-12-08T01:46:59,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:46:59,602 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:46:59,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17336224144112" procId is: 14 2024-12-08T01:46:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:46:59,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:46:59,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741843_1019 (size=390) 2024-12-08T01:46:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:46:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:47:00,015 INFO [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe78c37b4ea3d9e3bd6284d15df71a87, NAME => 'ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17336224144112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741844_1020 (size=50) 2024-12-08T01:47:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:47:00,425 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:00,425 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1722): Closing fe78c37b4ea3d9e3bd6284d15df71a87, disabling compactions & flushes 2024-12-08T01:47:00,425 INFO [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,425 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,425 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. after waiting 0 ms 2024-12-08T01:47:00,426 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,426 INFO [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,426 DEBUG [RegionOpenAndInit-ns3:test-17336224144112-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe78c37b4ea3d9e3bd6284d15df71a87: Waiting for close lock at 1733622420425Disabling compacts and flushes for region at 1733622420425Disabling writes for close at 1733622420425Writing region close event to WAL at 1733622420426 (+1 ms)Closed at 1733622420426 2024-12-08T01:47:00,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:47:00,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733622420428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622420428"}]},"ts":"1733622420428"} 2024-12-08T01:47:00,431 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:47:00,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:47:00,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17336224144112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622420433"}]},"ts":"1733622420433"} 2024-12-08T01:47:00,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17336224144112, state=ENABLING in hbase:meta 2024-12-08T01:47:00,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336224144112, region=fe78c37b4ea3d9e3bd6284d15df71a87, ASSIGN}] 2024-12-08T01:47:00,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336224144112, region=fe78c37b4ea3d9e3bd6284d15df71a87, ASSIGN 2024-12-08T01:47:00,440 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17336224144112, region=fe78c37b4ea3d9e3bd6284d15df71a87, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:47:00,591 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fe78c37b4ea3d9e3bd6284d15df71a87, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:00,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17336224144112, region=fe78c37b4ea3d9e3bd6284d15df71a87, ASSIGN because future has completed 2024-12-08T01:47:00,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:00,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17336224144111' 2024-12-08T01:47:00,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733622414411' 2024-12-08T01:47:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:47:00,753 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,753 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fe78c37b4ea3d9e3bd6284d15df71a87, NAME => 'ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:00,753 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:00,753 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336224144112 fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,754 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:00,754 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,754 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,756 INFO [StoreOpener-fe78c37b4ea3d9e3bd6284d15df71a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,758 INFO [StoreOpener-fe78c37b4ea3d9e3bd6284d15df71a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe78c37b4ea3d9e3bd6284d15df71a87 columnFamilyName f 2024-12-08T01:47:00,758 DEBUG [StoreOpener-fe78c37b4ea3d9e3bd6284d15df71a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:00,758 INFO [StoreOpener-fe78c37b4ea3d9e3bd6284d15df71a87-1 {}] regionserver.HStore(327): Store=fe78c37b4ea3d9e3bd6284d15df71a87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:00,759 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,760 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns3/test-17336224144112/fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,760 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns3/test-17336224144112/fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,761 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,761 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,763 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,766 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns3/test-17336224144112/fe78c37b4ea3d9e3bd6284d15df71a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:47:00,767 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fe78c37b4ea3d9e3bd6284d15df71a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9981134720, jitterRate=-0.07043439149856567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:47:00,767 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:00,768 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fe78c37b4ea3d9e3bd6284d15df71a87: Running coprocessor pre-open hook at 1733622420754Writing region info on filesystem at 1733622420754Initializing all the Stores at 1733622420755 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622420755Cleaning up temporary data from old regions at 1733622420761 (+6 ms)Running coprocessor post-open hooks at 1733622420767 (+6 ms)Region opened successfully at 1733622420768 (+1 ms) 2024-12-08T01:47:00,769 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87., pid=16, masterSystemTime=1733622420748 2024-12-08T01:47:00,772 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,772 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:00,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fe78c37b4ea3d9e3bd6284d15df71a87, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:00,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:00,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-08T01:47:00,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87, server=96982154c400,42193,1733622405922 in 182 msec 2024-12-08T01:47:00,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T01:47:00,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336224144112, region=fe78c37b4ea3d9e3bd6284d15df71a87, ASSIGN in 344 msec 2024-12-08T01:47:00,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:47:00,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17336224144112","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622420784"}]},"ts":"1733622420784"} 2024-12-08T01:47:00,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17336224144112, state=ENABLED in hbase:meta 2024-12-08T01:47:00,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17336224144112 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:47:00,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17336224144112 in 1.1900 sec 2024-12-08T01:47:01,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T01:47:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T01:47:01,759 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17336224144112 completed 2024-12-08T01:47:01,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17336224144112 get assigned. Timeout = 60000ms 2024-12-08T01:47:01,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:47:01,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17336224144112 assigned to meta. Checking AM states. 2024-12-08T01:47:01,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:47:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17336224144112 assigned. 2024-12-08T01:47:01,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17336224144113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17336224144113 2024-12-08T01:47:01,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:47:01,776 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:01,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17336224144113" procId is: 17 2024-12-08T01:47:01,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:47:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T01:47:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741845_1021 (size=390) 2024-12-08T01:47:01,792 INFO [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec366d77bc5ae77f81541b065eb1dcbd, NAME => 'ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17336224144113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741846_1022 (size=50) 2024-12-08T01:47:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T01:47:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1722): Closing ec366d77bc5ae77f81541b065eb1dcbd, disabling compactions & flushes 2024-12-08T01:47:02,200 INFO [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. after waiting 0 ms 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,200 INFO [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,200 DEBUG [RegionOpenAndInit-ns4:test-17336224144113-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec366d77bc5ae77f81541b065eb1dcbd: Waiting for close lock at 1733622422200Disabling compacts and flushes for region at 1733622422200Disabling writes for close at 1733622422200Writing region close event to WAL at 1733622422200Closed at 1733622422200 2024-12-08T01:47:02,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:47:02,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733622422202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622422202"}]},"ts":"1733622422202"} 2024-12-08T01:47:02,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:47:02,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:47:02,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17336224144113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622422206"}]},"ts":"1733622422206"} 2024-12-08T01:47:02,209 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17336224144113, state=ENABLING in hbase:meta 2024-12-08T01:47:02,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336224144113, region=ec366d77bc5ae77f81541b065eb1dcbd, ASSIGN}] 2024-12-08T01:47:02,210 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336224144113, region=ec366d77bc5ae77f81541b065eb1dcbd, ASSIGN 2024-12-08T01:47:02,212 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17336224144113, region=ec366d77bc5ae77f81541b065eb1dcbd, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:47:02,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ec366d77bc5ae77f81541b065eb1dcbd, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17336224144113, region=ec366d77bc5ae77f81541b065eb1dcbd, ASSIGN because future has completed 2024-12-08T01:47:02,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T01:47:02,556 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,556 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ec366d77bc5ae77f81541b065eb1dcbd, NAME => 'ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:02,557 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:02,557 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336224144113 ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,557 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:02,557 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,557 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,559 INFO [StoreOpener-ec366d77bc5ae77f81541b065eb1dcbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,562 INFO [StoreOpener-ec366d77bc5ae77f81541b065eb1dcbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec366d77bc5ae77f81541b065eb1dcbd columnFamilyName f 2024-12-08T01:47:02,562 DEBUG [StoreOpener-ec366d77bc5ae77f81541b065eb1dcbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:02,563 INFO [StoreOpener-ec366d77bc5ae77f81541b065eb1dcbd-1 {}] regionserver.HStore(327): Store=ec366d77bc5ae77f81541b065eb1dcbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:02,563 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,564 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns4/test-17336224144113/ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,564 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns4/test-17336224144113/ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,565 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,565 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,567 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,570 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns4/test-17336224144113/ec366d77bc5ae77f81541b065eb1dcbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:47:02,571 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ec366d77bc5ae77f81541b065eb1dcbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11812428800, jitterRate=0.10011816024780273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:47:02,571 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:02,572 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ec366d77bc5ae77f81541b065eb1dcbd: Running coprocessor pre-open hook at 1733622422557Writing region info on filesystem at 1733622422557Initializing all the Stores at 1733622422558 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622422559 (+1 ms)Cleaning up temporary data from old regions at 1733622422565 (+6 ms)Running coprocessor post-open hooks at 1733622422571 (+6 ms)Region opened successfully at 1733622422572 (+1 ms) 2024-12-08T01:47:02,573 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd., pid=19, masterSystemTime=1733622422551 2024-12-08T01:47:02,576 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,576 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:02,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ec366d77bc5ae77f81541b065eb1dcbd, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T01:47:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd, server=96982154c400,42193,1733622405922 in 184 msec 2024-12-08T01:47:02,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-08T01:47:02,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336224144113, region=ec366d77bc5ae77f81541b065eb1dcbd, ASSIGN in 375 msec 2024-12-08T01:47:02,589 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:47:02,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17336224144113","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622422589"}]},"ts":"1733622422589"} 2024-12-08T01:47:02,591 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17336224144113, state=ENABLED in hbase:meta 2024-12-08T01:47:02,593 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17336224144113 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:47:02,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17336224144113 in 820 msec 2024-12-08T01:47:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T01:47:02,919 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17336224144113 completed 2024-12-08T01:47:02,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17336224144113 get assigned. Timeout = 60000ms 2024-12-08T01:47:02,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:47:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17336224144113 assigned to meta. Checking AM states. 2024-12-08T01:47:02,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:47:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17336224144113 assigned. 2024-12-08T01:47:02,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:47:02,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:47:02,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:02,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:02,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:02,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=20, AvailableMemoryMB=9720 2024-12-08T01:47:02,961 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-08T01:47:02,963 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-08T01:47:02,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733622414411 from 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733622414411', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733622414411 2024-12-08T01:47:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741847_1023 (size=908) 2024-12-08T01:47:03,398 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000001.367 2024-12-08T01:47:03,398 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000002.908 2024-12-08T01:47:03,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733622414411}] 2024-12-08T01:47:03,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE}] 2024-12-08T01:47:03,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE 2024-12-08T01:47:03,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:03,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE because future has completed 2024-12-08T01:47:03,418 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:47:03,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:03,577 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:03,577 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:47:03,578 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 9ec076193ca7415eeeb3180242145d68, disabling compactions & flushes 2024-12-08T01:47:03,578 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:03,578 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:03,578 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. after waiting 0 ms 2024-12-08T01:47:03,578 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:03,581 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 9ec076193ca7415eeeb3180242145d68 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-08T01:47:03,642 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/2cba465c68564771984df65fcee2395d is 37, key is row10/f:q1/1733622417114/Put/seqid=0 2024-12-08T01:47:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741848_1024 (size=8413) 2024-12-08T01:47:04,074 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:47:04,125 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/2cba465c68564771984df65fcee2395d as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:47:04,133 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d, entries=99, sequenceid=103, filesize=8.2 K 2024-12-08T01:47:04,140 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 558ms, sequenceid=103, compaction requested=false 2024-12-08T01:47:04,147 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-08T01:47:04,150 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:47:04,150 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:04,150 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 9ec076193ca7415eeeb3180242145d68: Waiting for close lock at 1733622423578Running coprocessor pre-close hooks at 1733622423578Disabling compacts and flushes for region at 1733622423578Disabling writes for close at 1733622423578Obtaining lock to block concurrent updates at 1733622423581 (+3 ms)Preparing flush snapshotting stores in 9ec076193ca7415eeeb3180242145d68 at 1733622423581Finished memstore snapshotting test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733622423588 (+7 ms)Flushing stores of test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. at 1733622423589 (+1 ms)Flushing 9ec076193ca7415eeeb3180242145d68/f: creating writer at 1733622423591 (+2 ms)Flushing 9ec076193ca7415eeeb3180242145d68/f: appending metadata at 1733622423631 (+40 ms)Flushing 9ec076193ca7415eeeb3180242145d68/f: closing flushed file at 1733622423634 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e8e415: reopening flushed file at 1733622424124 (+490 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 558ms, sequenceid=103, compaction requested=false at 1733622424140 (+16 ms)Writing region close event to WAL at 1733622424142 (+2 ms)Running coprocessor post-close hooks at 1733622424148 (+6 ms)Closed at 1733622424150 (+2 ms) 2024-12-08T01:47:04,151 WARN [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 9ec076193ca7415eeeb3180242145d68 to self. 2024-12-08T01:47:04,153 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=CLOSED 2024-12-08T01:47:04,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:04,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-08T01:47:04,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 in 739 msec 2024-12-08T01:47:04,161 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE; state=CLOSED, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=true 2024-12-08T01:47:04,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE because future has completed 2024-12-08T01:47:04,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:04,476 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:04,476 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ec076193ca7415eeeb3180242145d68, NAME => 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:04,477 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:04,477 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733622414411 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,477 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:04,477 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,477 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,479 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,480 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName f 2024-12-08T01:47:04,480 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:04,489 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:47:04,489 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:04,489 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,491 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName f3 2024-12-08T01:47:04,491 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:04,492 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:04,493 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,498 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName mob 2024-12-08T01:47:04,503 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:04,503 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:04,504 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,505 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,506 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,508 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,508 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,508 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733622414411 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:47:04,510 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,511 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9ec076193ca7415eeeb3180242145d68; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9433304960, jitterRate=-0.12145501375198364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:47:04,512 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:04,512 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9ec076193ca7415eeeb3180242145d68: Running coprocessor pre-open hook at 1733622424477Writing region info on filesystem at 1733622424477Initializing all the Stores at 1733622424478 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622424479 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622424479Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622424479Cleaning up temporary data from old regions at 1733622424508 (+29 ms)Running coprocessor post-open hooks at 1733622424512 (+4 ms)Region opened successfully at 1733622424512 2024-12-08T01:47:04,513 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., pid=24, masterSystemTime=1733622424471 2024-12-08T01:47:04,516 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:04,516 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:04,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPEN, openSeqNum=107, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:04,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:04,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-08T01:47:04,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 in 204 msec 2024-12-08T01:47:04,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-08T01:47:04,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE in 1.1120 sec 2024-12-08T01:47:04,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T01:47:04,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733622414411 in 1.1250 sec 2024-12-08T01:47:04,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733622414411 in 1.5620 sec 2024-12-08T01:47:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-08T01:47:04,537 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733622414411 completed 2024-12-08T01:47:04,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a02162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:04,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:04,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:04,539 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529e2b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:04,541 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c40696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:04,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:04,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:04,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:04,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:04,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='row-test-1733622414411-3-0', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=107] 2024-12-08T01:47:04,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:47:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:47:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c137d8a 2024-12-08T01:47:04,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:47:04,593 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:47:04,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-08T01:47:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-08T01:47:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T01:47:04,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-12-08T01:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T01:47:04,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-08T01:47:04,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-08T01:47:04,747 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:47:04,748 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:04,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-08T01:47:04,749 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741849_1025 (size=635) 2024-12-08T01:47:04,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17336224144112 2024-12-08T01:47:04,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17336224144112 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:04,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17336224144113 2024-12-08T01:47:04,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17336224144113 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:04,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17336224144111 2024-12-08T01:47:04,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17336224144111 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:04,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733622414411 2024-12-08T01:47:04,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733622414411 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:05,161 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53d1d68deb8c942e4d9cf4b0356766d8, NAME => 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741850_1026 (size=40) 2024-12-08T01:47:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:05,573 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:05,574 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 53d1d68deb8c942e4d9cf4b0356766d8, disabling compactions & flushes 2024-12-08T01:47:05,574 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,574 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,574 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. after waiting 0 ms 2024-12-08T01:47:05,574 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,574 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,575 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53d1d68deb8c942e4d9cf4b0356766d8: Waiting for close lock at 1733622425574Disabling compacts and flushes for region at 1733622425574Disabling writes for close at 1733622425574Writing region close event to WAL at 1733622425574Closed at 1733622425574 2024-12-08T01:47:05,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:47:05,578 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733622425578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622425578"}]},"ts":"1733622425578"} 2024-12-08T01:47:05,582 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:47:05,584 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:47:05,584 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622425584"}]},"ts":"1733622425584"} 2024-12-08T01:47:05,587 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-08T01:47:05,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53d1d68deb8c942e4d9cf4b0356766d8, ASSIGN}] 2024-12-08T01:47:05,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53d1d68deb8c942e4d9cf4b0356766d8, ASSIGN 2024-12-08T01:47:05,590 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=53d1d68deb8c942e4d9cf4b0356766d8, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:47:05,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=53d1d68deb8c942e4d9cf4b0356766d8, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=53d1d68deb8c942e4d9cf4b0356766d8, ASSIGN because future has completed 2024-12-08T01:47:05,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:05,909 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,910 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 53d1d68deb8c942e4d9cf4b0356766d8, NAME => 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:05,910 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:05,911 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,911 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:05,911 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,911 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,914 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,916 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53d1d68deb8c942e4d9cf4b0356766d8 columnFamilyName meta 2024-12-08T01:47:05,916 DEBUG [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:05,917 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] regionserver.HStore(327): Store=53d1d68deb8c942e4d9cf4b0356766d8/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:05,917 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,919 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53d1d68deb8c942e4d9cf4b0356766d8 columnFamilyName session 2024-12-08T01:47:05,919 DEBUG [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:05,919 INFO [StoreOpener-53d1d68deb8c942e4d9cf4b0356766d8-1 {}] regionserver.HStore(327): Store=53d1d68deb8c942e4d9cf4b0356766d8/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:05,919 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,920 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,921 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,922 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,922 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T01:47:05,925 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,927 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:47:05,928 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 53d1d68deb8c942e4d9cf4b0356766d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9474944320, jitterRate=-0.11757704615592957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T01:47:05,928 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:05,929 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 53d1d68deb8c942e4d9cf4b0356766d8: Running coprocessor pre-open hook at 1733622425912Writing region info on filesystem at 1733622425912Initializing all the Stores at 1733622425913 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622425914 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622425914Cleaning up temporary data from old regions at 1733622425922 (+8 ms)Running coprocessor post-open hooks at 1733622425928 (+6 ms)Region opened successfully at 1733622425929 (+1 ms) 2024-12-08T01:47:05,930 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., pid=28, masterSystemTime=1733622425898 2024-12-08T01:47:05,932 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,933 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:05,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=53d1d68deb8c942e4d9cf4b0356766d8, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:05,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-08T01:47:05,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8, server=96982154c400,42193,1733622405922 in 193 msec 2024-12-08T01:47:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-08T01:47:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53d1d68deb8c942e4d9cf4b0356766d8, ASSIGN in 352 msec 2024-12-08T01:47:05,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:47:05,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622425943"}]},"ts":"1733622425943"} 2024-12-08T01:47:05,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-08T01:47:05,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:47:05,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2010 sec 2024-12-08T01:47:06,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17336224144113' 2024-12-08T01:47:06,687 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17336224144112' 2024-12-08T01:47:06,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-08T01:47:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T01:47:06,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-08T01:47:06,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-08T01:47:06,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:47:06,923 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:06,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-08T01:47:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:06,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:47:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741851_1027 (size=640) 2024-12-08T01:47:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:07,339 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c72160f36c4041938bd11b536bfb3113, NAME => 'backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741852_1028 (size=45) 2024-12-08T01:47:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:07,752 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:07,753 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing c72160f36c4041938bd11b536bfb3113, disabling compactions & flushes 2024-12-08T01:47:07,753 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:07,753 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:07,753 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. after waiting 0 ms 2024-12-08T01:47:07,753 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:07,753 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:07,754 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for c72160f36c4041938bd11b536bfb3113: Waiting for close lock at 1733622427753Disabling compacts and flushes for region at 1733622427753Disabling writes for close at 1733622427753Writing region close event to WAL at 1733622427753Closed at 1733622427753 2024-12-08T01:47:07,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:47:07,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733622427758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622427758"}]},"ts":"1733622427758"} 2024-12-08T01:47:07,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:47:07,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:47:07,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622427763"}]},"ts":"1733622427763"} 2024-12-08T01:47:07,765 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-08T01:47:07,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c72160f36c4041938bd11b536bfb3113, ASSIGN}] 2024-12-08T01:47:07,768 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c72160f36c4041938bd11b536bfb3113, ASSIGN 2024-12-08T01:47:07,769 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c72160f36c4041938bd11b536bfb3113, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:47:07,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c72160f36c4041938bd11b536bfb3113, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c72160f36c4041938bd11b536bfb3113, ASSIGN because future has completed 2024-12-08T01:47:07,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72160f36c4041938bd11b536bfb3113, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:08,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T01:47:08,085 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:08,085 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => c72160f36c4041938bd11b536bfb3113, NAME => 'backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:08,086 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:08,086 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,086 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:08,086 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,086 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,089 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,092 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72160f36c4041938bd11b536bfb3113 columnFamilyName meta 2024-12-08T01:47:08,092 DEBUG [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:08,093 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] regionserver.HStore(327): Store=c72160f36c4041938bd11b536bfb3113/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:08,093 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,095 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72160f36c4041938bd11b536bfb3113 columnFamilyName session 2024-12-08T01:47:08,095 DEBUG [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:08,096 INFO [StoreOpener-c72160f36c4041938bd11b536bfb3113-1 {}] regionserver.HStore(327): Store=c72160f36c4041938bd11b536bfb3113/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:08,096 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,098 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system_bulk/c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,100 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system_bulk/c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,101 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,101 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,102 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T01:47:08,104 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,107 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system_bulk/c72160f36c4041938bd11b536bfb3113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:47:08,108 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened c72160f36c4041938bd11b536bfb3113; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9434435200, jitterRate=-0.1213497519493103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T01:47:08,108 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:08,109 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for c72160f36c4041938bd11b536bfb3113: Running coprocessor pre-open hook at 1733622428086Writing region info on filesystem at 1733622428086Initializing all the Stores at 1733622428089 (+3 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622428089Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622428089Cleaning up temporary data from old regions at 1733622428101 (+12 ms)Running coprocessor post-open hooks at 1733622428108 (+7 ms)Region opened successfully at 1733622428109 (+1 ms) 2024-12-08T01:47:08,110 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113., pid=31, masterSystemTime=1733622428080 2024-12-08T01:47:08,113 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:08,113 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:08,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c72160f36c4041938bd11b536bfb3113, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:08,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72160f36c4041938bd11b536bfb3113, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:08,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T01:47:08,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure c72160f36c4041938bd11b536bfb3113, server=96982154c400,42193,1733622405922 in 192 msec 2024-12-08T01:47:08,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-08T01:47:08,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c72160f36c4041938bd11b536bfb3113, ASSIGN in 354 msec 2024-12-08T01:47:08,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:47:08,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622428123"}]},"ts":"1733622428123"} 2024-12-08T01:47:08,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-08T01:47:08,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:47:08,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2060 sec 2024-12-08T01:47:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T01:47:09,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-08T01:47:09,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:09,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:09,095 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T01:47:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-08T01:47:09,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622429121 (current time:1733622429121). 2024-12-08T01:47:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T01:47:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abdadc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:09,123 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487b7db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:09,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4891e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:09,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:09,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:09,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-08T01:47:09,159 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:09,164 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:09,175 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741853_1029 (size=52) 2024-12-08T01:47:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:09,585 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:09,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8}] 2024-12-08T01:47:09,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:09,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T01:47:09,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:09,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 53d1d68deb8c942e4d9cf4b0356766d8 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-08T01:47:09,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/afc8032a0c8847ee94bb4ec8f1e27abe is 49, key is activesession:/session:c/1733622429111/Put/seqid=0 2024-12-08T01:47:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741854_1030 (size=5049) 2024-12-08T01:47:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:10,349 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/afc8032a0c8847ee94bb4ec8f1e27abe 2024-12-08T01:47:10,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/afc8032a0c8847ee94bb4ec8f1e27abe as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe 2024-12-08T01:47:10,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe, entries=1, sequenceid=5, filesize=4.9 K 2024-12-08T01:47:10,372 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 620ms, sequenceid=5, compaction requested=false 2024-12-08T01:47:10,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 53d1d68deb8c942e4d9cf4b0356766d8: 2024-12-08T01:47:10,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. for snapshot_backup_system completed. 2024-12-08T01:47:10,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.' region-info for snapshot=snapshot_backup_system 2024-12-08T01:47:10,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:10,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:10,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe] hfiles 2024-12-08T01:47:10,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe for snapshot=snapshot_backup_system 2024-12-08T01:47:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741855_1031 (size=95) 2024-12-08T01:47:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:10,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T01:47:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T01:47:10,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:10,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:10,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-08T01:47:10,805 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:10,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 in 1.2120 sec 2024-12-08T01:47:10,807 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:10,808 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:10,808 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T01:47:10,810 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T01:47:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741856_1032 (size=731) 2024-12-08T01:47:11,232 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:11,244 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:11,245 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_backup_system 2024-12-08T01:47:11,246 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:11,247 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-08T01:47:11,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1100 sec 2024-12-08T01:47:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T01:47:11,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T01:47:11,311 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733622424575 started at 1733622431310. 2024-12-08T01:47:11,328 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733622424575 has been started. 2024-12-08T01:47:11,332 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-08T01:47:11,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T01:47:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T01:47:11,340 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T01:47:11,340 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T01:47:11,340 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T01:47:11,340 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T01:47:11,341 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,341 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:11,399 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,399 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:11,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:11,400 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,400 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T01:47:11,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:11,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T01:47:11,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:11,403 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T01:47:11,406 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T01:47:11,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T01:47:11,408 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T01:47:11,408 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T01:47:11,408 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T01:47:11,408 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T01:47:11,408 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T01:47:11,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,420 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:11,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:11,420 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,421 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T01:47:11,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:11,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:11,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:11,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:11,426 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T01:47:11,426 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@39e22d18[Count = 0] remaining members to acquire global barrier 2024-12-08T01:47:11,426 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T01:47:11,426 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,438 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,438 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T01:47:11,438 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,438 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T01:47:11,439 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T01:47:11,439 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 96982154c400,42193,1733622405922 2024-12-08T01:47:11,446 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733622408862 highest: 1733622416110 on 96982154c400,42193,1733622405922 2024-12-08T01:47:11,447 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1:(num 1733622416110) roll requested 2024-12-08T01:47:11,465 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447, exclude list is [], retry=0 2024-12-08T01:47:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:11,471 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 2024-12-08T01:47:11,471 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:11,472 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110 is not closed yet, will try archiving it next time 2024-12-08T01:47:11,472 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0:(num 1733622408862) roll requested 2024-12-08T01:47:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741840_1016 (size=4756) 2024-12-08T01:47:11,484 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472, exclude list is [], retry=0 2024-12-08T01:47:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:11,489 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 2024-12-08T01:47:11,489 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:11,489 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 is not closed yet, will try archiving it next time 2024-12-08T01:47:11,489 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.meta:.meta(num 1733622409741) roll requested 2024-12-08T01:47:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741833_1009 (size=1034) 2024-12-08T01:47:11,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 not finished, retry = 0 2024-12-08T01:47:11,502 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta, exclude list is [], retry=0 2024-12-08T01:47:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:11,507 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta 2024-12-08T01:47:11,507 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:11,508 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta is not closed yet, will try archiving it next time 2024-12-08T01:47:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741834_1010 (size=12055) 2024-12-08T01:47:11,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta not finished, retry = 0 2024-12-08T01:47:11,527 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-12-08T01:47:11,528 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733622431472 on 96982154c400,42193,1733622405922 2024-12-08T01:47:11,528 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:47:11,528 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:47:11,528 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597c6bc 2024-12-08T01:47:11,528 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:47:11,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:47:11,530 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:11,530 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:11,530 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:11,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:47:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:11,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:36423/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:11,556 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T01:47:11,556 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '96982154c400,42193,1733622405922' in zk 2024-12-08T01:47:11,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,567 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T01:47:11,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,567 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:11,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:11,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:11,567 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T01:47:11,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:11,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:11,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:11,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:11,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:11,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '96982154c400,42193,1733622405922': 2024-12-08T01:47:11,571 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T01:47:11,571 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T01:47:11,571 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T01:47:11,571 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '96982154c400,42193,1733622405922' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T01:47:11,571 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T01:47:11,572 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T01:47:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,585 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:11,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:11,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:11,586 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:11,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:11,586 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:11,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:11,588 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:11,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:11,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:11,593 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622408862 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:11,606 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:11,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:11,607 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:11,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T01:47:11,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T01:47:11,607 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:11,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T01:47:11,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } 2024-12-08T01:47:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622431627 (current time:1733622431627). 2024-12-08T01:47:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622431626_default_test-1733622414411 VERSION not specified, setting to 2 2024-12-08T01:47:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c69768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:11,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:11,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:11,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:11,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6431dbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:11,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:11,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:11,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:11,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:11,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193b3f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:11,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:11,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:11,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:11,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:11,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } 2024-12-08T01:47:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-08T01:47:11,639 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:11,640 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:11,644 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741860_1036 (size=84) 2024-12-08T01:47:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:12,056 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:12,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68}] 2024-12-08T01:47:12,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:12,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T01:47:12,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:12,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9ec076193ca7415eeeb3180242145d68 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-08T01:47:12,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f3/e0c44553544444af85bf4058ba6bca6c is 58, key is row-test-1733622414411-3-0/f3:q1/1733622424549/Put/seqid=0 2024-12-08T01:47:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741861_1037 (size=5387) 2024-12-08T01:47:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:12,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f3/e0c44553544444af85bf4058ba6bca6c 2024-12-08T01:47:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741862_1038 (size=4469) 2024-12-08T01:47:12,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-08T01:47:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:13,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e is 59, key is row-test-1733622414411-3-0/mob:q1/1733622424562/Put/seqid=0 2024-12-08T01:47:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741863_1039 (size=5484) 2024-12-08T01:47:13,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:47:13,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f3/e0c44553544444af85bf4058ba6bca6c as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c 2024-12-08T01:47:13,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c, entries=6, sequenceid=121, filesize=5.3 K 2024-12-08T01:47:13,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:47:13,541 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e, entries=6, sequenceid=121, filesize=5.4 K 2024-12-08T01:47:13,542 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 1328ms, sequenceid=121, compaction requested=false 2024-12-08T01:47:13,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9ec076193ca7415eeeb3180242145d68: 2024-12-08T01:47:13,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. for snapshot_1733622431626_default_test-1733622414411 completed. 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.' region-info for snapshot=snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d] hfiles 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d for snapshot=snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c] hfiles 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c for snapshot=snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e] hfiles 2024-12-08T01:47:13,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e for snapshot=snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741864_1040 (size=185) 2024-12-08T01:47:13,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T01:47:13,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T01:47:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:13,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:13,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T01:47:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T01:47:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622431626_default_test-1733622414411 on region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:13,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:13,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T01:47:13,960 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:13,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 in 1.9000 sec 2024-12-08T01:47:13,961 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:13,964 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-08T01:47:13,964 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-08T01:47:13,965 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:13,966 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-08T01:47:13,966 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:13,967 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-08T01:47:13,967 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:13,967 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-08T01:47:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741865_1041 (size=49) 2024-12-08T01:47:14,420 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:14,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:14,422 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:14,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741866_1042 (size=1146) 2024-12-08T01:47:14,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-08T01:47:14,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:14,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-08T01:47:14,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-08T01:47:14,837 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:14,850 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:14,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622431626_default_test-1733622414411 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:14,853 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:14,853 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-08T01:47:14,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733622431626_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } in 3.2160 sec 2024-12-08T01:47:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T01:47:15,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733622414411 completed 2024-12-08T01:47:15,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } 2024-12-08T01:47:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622435803 (current time:1733622435803). 2024-12-08T01:47:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622435801_ns2_test-17336224144111 VERSION not specified, setting to 2 2024-12-08T01:47:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246cc80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:15,809 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:15,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:15,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f4f5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:15,811 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:15,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1227c32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:15,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:15,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:15,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } 2024-12-08T01:47:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-08T01:47:15,819 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:15,821 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:15,824 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:15,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741867_1043 (size=86) 2024-12-08T01:47:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:16,232 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:16,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296}] 2024-12-08T01:47:16,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:16,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-08T01:47:16,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:47:16,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing ccdc429fffea6cbc9ceb78c97aa7e296 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-08T01:47:16,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/f3d6414a8ed84196a5b32552b783b0fc is 37, key is row10/f:q1/1733622419452/Put/seqid=0 2024-12-08T01:47:16,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741868_1044 (size=8413) 2024-12-08T01:47:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:16,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:47:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/f3d6414a8ed84196a5b32552b783b0fc as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:47:16,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc, entries=99, sequenceid=103, filesize=8.2 K 2024-12-08T01:47:16,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ccdc429fffea6cbc9ceb78c97aa7e296 in 454ms, sequenceid=103, compaction requested=false 2024-12-08T01:47:16,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for ccdc429fffea6cbc9ceb78c97aa7e296: 2024-12-08T01:47:16,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. for snapshot_1733622435801_ns2_test-17336224144111 completed. 2024-12-08T01:47:16,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.' region-info for snapshot=snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:16,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:16,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc] hfiles 2024-12-08T01:47:16,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc for snapshot=snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:16,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741869_1045 (size=91) 2024-12-08T01:47:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:17,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:47:17,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T01:47:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-08T01:47:17,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622435801_ns2_test-17336224144111 on region ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:17,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:17,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T01:47:17,260 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:17,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 in 1.0240 sec 2024-12-08T01:47:17,262 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:17,264 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:17,264 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:17,265 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741870_1046 (size=456) 2024-12-08T01:47:17,684 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:17,693 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:17,693 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622435801_ns2_test-17336224144111 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:17,695 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:17,695 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-08T01:47:17,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733622435801_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } in 1.8780 sec 2024-12-08T01:47:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T01:47:17,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17336224144111 completed 2024-12-08T01:47:17,979 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733622424575 2024-12-08T01:47:17,979 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-08T01:47:17,981 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-08T01:47:17,985 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622424575_ns2:test-17336224144111 2024-12-08T01:47:17,985 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622435801_ns2_test-17336224144111 to hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/ 2024-12-08T01:47:17,991 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:47:18,020 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:18,020 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/.hbase-snapshot/.tmp/snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:18,022 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:47:18,028 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622435801_ns2_test-17336224144111 to hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/.hbase-snapshot/.tmp/snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741871_1047 (size=456) 2024-12-08T01:47:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741872_1048 (size=86) 2024-12-08T01:47:18,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:18,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:18,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-16851517719120672255.jar 2024-12-08T01:47:19,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:19,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:19,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:19,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:19,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:19,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:19,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:19,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:19,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:19,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:19,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:19,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:19,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:19,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:19,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:19,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:19,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:19,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:19,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:19,315 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:19,342 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622435801_ns2_test-17336224144111' hfile list 2024-12-08T01:47:19,348 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-08T01:47:19,559 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1452331055_0001_d20f1b24-bde1-453d-b91f-2516cb2bb384/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:47:19,560 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1452331055_0001_d20f1b24-bde1-453d-b91f-2516cb2bb384/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:47:19,699 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T01:47:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741873_1049 (size=8413) 2024-12-08T01:47:20,179 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc output=hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:47:20,181 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-12-08T01:47:20,625 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:47:20,627 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:47:20,634 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:20,634 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622435801_ns2_test-17336224144111 finished. 2024-12-08T01:47:20,634 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622424575_test-1733622414411 2024-12-08T01:47:20,634 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622431626_default_test-1733622414411 to hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/ 2024-12-08T01:47:20,634 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:47:20,671 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:20,671 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/.hbase-snapshot/.tmp/snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:20,673 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:47:20,680 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622431626_default_test-1733622414411 to hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/.hbase-snapshot/.tmp/snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741874_1050 (size=1146) 2024-12-08T01:47:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741875_1051 (size=84) 2024-12-08T01:47:21,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-8210659491508260232.jar 2024-12-08T01:47:21,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:21,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:21,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:21,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:21,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:21,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:21,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:21,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:21,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:21,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:21,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:21,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:21,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:21,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:21,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:21,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:21,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:21,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:21,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:21,920 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:21,945 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622431626_default_test-1733622414411' hfile list 2024-12-08T01:47:21,948 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-08T01:47:22,023 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1915814709_0002_0a40eae2-fa8a-4a79-947d-19aa581b1381/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:47:22,023 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1915814709_0002_0a40eae2-fa8a-4a79-947d-19aa581b1381/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:47:22,094 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T01:47:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741876_1052 (size=8413) 2024-12-08T01:47:22,529 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d output=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:47:22,529 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-08T01:47:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741877_1053 (size=5484) 2024-12-08T01:47:22,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e output=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:47:22,992 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-08T01:47:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741878_1054 (size=5387) 2024-12-08T01:47:23,441 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c output=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c 2024-12-08T01:47:23,441 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-12-08T01:47:24,071 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:47:24,072 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:47:24,084 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:24,084 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622431626_default_test-1733622414411 finished. 2024-12-08T01:47:24,084 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17336224144111 2024-12-08T01:47:24,084 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733622414411 2024-12-08T01:47:24,129 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622424575 2024-12-08T01:47:24,130 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-08T01:47:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741879_1055 (size=97) 2024-12-08T01:47:24,540 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:36423/backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:47:24,546 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733622424575 finished: type=FULL,tablelist=ns2:test-17336224144111;test-1733622414411,targetRootDir=hdfs://localhost:36423/backupUT,startts=1733622431310,completets=1733622444128,bytescopied=0 2024-12-08T01:47:24,546 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-08T01:47:24,547 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:24,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622435801_ns2_test-17336224144111" type: DISABLED 2024-12-08T01:47:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622435801_ns2_test-17336224144111 2024-12-08T01:47:24,557 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622435801_ns2_test-17336224144111 for backup backup_1733622424575 succeeded. 2024-12-08T01:47:24,557 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622431626_default_test-1733622414411" type: DISABLED 2024-12-08T01:47:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622431626_default_test-1733622414411 2024-12-08T01:47:24,561 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622431626_default_test-1733622414411 for backup backup_1733622424575 succeeded. 2024-12-08T01:47:24,562 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T01:47:24,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T01:47:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T01:47:24,577 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T01:47:24,583 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T01:47:24,600 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733622424575 completed. 2024-12-08T01:47:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733622424575', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:24,627 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:47:24,630 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:47:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:24,833 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733622414411 2024-12-08T01:47:24,847 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733622414411 2024-12-08T01:47:25,020 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733622414411 to Mob enabled CF 2024-12-08T01:47:25,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336224144111', row='row-t20', locateType=CURRENT is [region=ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:25,048 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17336224144111 2024-12-08T01:47:25,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:25,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] assignment.SplitTableRegionProcedure(210): test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. splitKey isn't explicitly specified, will try to find a best split key from RS 96982154c400,42193,1733622405922 2024-12-08T01:47:25,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d because midkey is the same as first or last row 2024-12-08T01:47:25,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c because midkey is the same as first or last row 2024-12-08T01:47:25,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e because midkey is the same as first or last row 2024-12-08T01:47:25,058 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HRegion(2902): Flushing 9ec076193ca7415eeeb3180242145d68 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-08T01:47:25,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/5e48c069c4ae4166b365106f85317090 is 59, key is row-test-1733622414411-1-10/f:q1/1733622444669/Put/seqid=0 2024-12-08T01:47:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741880_1056 (size=10796) 2024-12-08T01:47:25,481 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/5e48c069c4ae4166b365106f85317090 2024-12-08T01:47:25,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 is 63, key is row-test-1733622414411-3-100/mob:q1/1733622445003/Put/seqid=0 2024-12-08T01:47:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741881_1057 (size=5591) 2024-12-08T01:47:25,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:25,915 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:25,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/21424158da9e4fafbb7a32255251e85a, store: [table=test-1733622414411 family=mob region=9ec076193ca7415eeeb3180242145d68] 2024-12-08T01:47:25,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/21424158da9e4fafbb7a32255251e85a is 192, key is row-test-1733622414411-3-100/mob:q1/1733622445003/Put/seqid=0 2024-12-08T01:47:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741882_1058 (size=13760) 2024-12-08T01:47:26,325 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/21424158da9e4fafbb7a32255251e85a 2024-12-08T01:47:26,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f/5e48c069c4ae4166b365106f85317090 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 2024-12-08T01:47:26,348 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090, entries=99, sequenceid=334, filesize=10.5 K 2024-12-08T01:47:26,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/mob/21424158da9e4fafbb7a32255251e85a as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a 2024-12-08T01:47:26,356 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a, entries=111, sequenceid=334, filesize=13.4 K 2024-12-08T01:47:26,357 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 1298ms, sequenceid=334, compaction requested=false 2024-12-08T01:47:26,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.HRegion(2603): Flush status journal for 9ec076193ca7415eeeb3180242145d68: 2024-12-08T01:47:26,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 because midkey is the same as first or last row 2024-12-08T01:47:26,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c because midkey is the same as first or last row 2024-12-08T01:47:26,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a because midkey is the same as first or last row 2024-12-08T01:47:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=96982154c400,42193,1733622405922 2024-12-08T01:47:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T01:47:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:39722 deadline: 1733622505053, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-08T01:47:26,364 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:26,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733622414411 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:26,365 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T01:47:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733622414411,, stopping at row=test-1733622414411 ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733622414411,, stopping at row=test-1733622414411 ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=107] 2024-12-08T01:47:26,386 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1338 2024-12-08T01:47:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,426 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T01:47:26,430 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622446386 2024-12-08T01:47:26,438 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733622424575} 2024-12-08T01:47:26,438 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T01:47:26,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:26,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622446484 (current time:1733622446484). 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a291643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:26,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b625aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:26,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f0f265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:26,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:26,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:26,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-08T01:47:26,494 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:26,495 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:26,498 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741883_1059 (size=52) 2024-12-08T01:47:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:26,905 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:26,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8}] 2024-12-08T01:47:26,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:27,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-08T01:47:27,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:27,060 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 53d1d68deb8c942e4d9cf4b0356766d8 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-08T01:47:27,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/27cc601607c94bd58b710e63ebd8702b is 158, key is trslm:hdfs://localhost:36423/backupUT\x00ns2:test-17336224144111/meta:log-roll-map/1733622444118/Put/seqid=0 2024-12-08T01:47:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741884_1060 (size=5914) 2024-12-08T01:47:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:27,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/27cc601607c94bd58b710e63ebd8702b 2024-12-08T01:47:27,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/e022af8738f0420c81ede36e0d21afdc is 433, key is session:backup_1733622424575/session:context/1733622444581/Put/seqid=0 2024-12-08T01:47:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741885_1061 (size=5535) 2024-12-08T01:47:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:27,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/e022af8738f0420c81ede36e0d21afdc 2024-12-08T01:47:27,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/27cc601607c94bd58b710e63ebd8702b as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b 2024-12-08T01:47:27,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b, entries=6, sequenceid=17, filesize=5.8 K 2024-12-08T01:47:27,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/e022af8738f0420c81ede36e0d21afdc as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc 2024-12-08T01:47:27,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc, entries=2, sequenceid=17, filesize=5.4 K 2024-12-08T01:47:27,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 886ms, sequenceid=17, compaction requested=false 2024-12-08T01:47:27,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 53d1d68deb8c942e4d9cf4b0356766d8: 2024-12-08T01:47:27,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. for snapshot_backup_system completed. 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.' region-info for snapshot=snapshot_backup_system 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b] hfiles 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b for snapshot=snapshot_backup_system 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc] hfiles 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe for snapshot=snapshot_backup_system 2024-12-08T01:47:27,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc for snapshot=snapshot_backup_system 2024-12-08T01:47:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741886_1062 (size=173) 2024-12-08T01:47:28,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:28,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-08T01:47:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-08T01:47:28,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:28,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:28,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-08T01:47:28,390 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:28,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 in 1.4790 sec 2024-12-08T01:47:28,391 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:28,393 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:28,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T01:47:28,394 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T01:47:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741887_1063 (size=810) 2024-12-08T01:47:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:28,813 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:28,826 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:28,827 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_backup_system 2024-12-08T01:47:28,829 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:28,829 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-08T01:47:28,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3360 sec 2024-12-08T01:47:30,015 DEBUG [master/96982154c400:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733622414411 2024-12-08T01:47:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741888_1064 (size=950) 2024-12-08T01:47:30,428 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000002.908 2024-12-08T01:47:30,429 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000003.950 2024-12-08T01:47:30,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733622414411 in 420 msec 2024-12-08T01:47:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T01:47:30,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T01:47:30,681 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733622446386 started at 1733622450680. 2024-12-08T01:47:30,686 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733622446386 has been started. 2024-12-08T01:47:30,695 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733622414411, ns2:test-17336224144111] 2024-12-08T01:47:30,698 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733622416110for backupID backup_1733622446386 2024-12-08T01:47:30,698 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-08T01:47:30,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T01:47:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T01:47:30,699 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T01:47:30,699 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T01:47:30,699 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T01:47:30,699 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T01:47:30,700 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,700 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:30,755 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:30,756 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:30,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:30,756 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,756 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T01:47:30,757 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:30,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,759 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T01:47:30,759 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:30,759 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T01:47:30,759 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T01:47:30,759 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T01:47:30,760 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T01:47:30,760 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T01:47:30,760 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T01:47:30,760 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T01:47:30,760 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T01:47:30,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,773 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:30,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:30,774 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,774 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T01:47:30,775 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:30,776 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:30,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,778 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:30,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:30,780 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T01:47:30,780 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1cb3d514[Count = 0] remaining members to acquire global barrier 2024-12-08T01:47:30,780 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T01:47:30,780 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,787 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,787 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T01:47:30,787 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,787 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T01:47:30,787 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T01:47:30,787 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 96982154c400,42193,1733622405922 2024-12-08T01:47:30,788 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733622431472 highest: 1733622431472 on 96982154c400,42193,1733622405922 2024-12-08T01:47:30,788 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1:(num 1733622431447) roll requested 2024-12-08T01:47:30,798 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788, exclude list is [], retry=0 2024-12-08T01:47:30,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:30,803 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 2024-12-08T01:47:30,803 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:30,803 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 is not closed yet, will try archiving it next time 2024-12-08T01:47:30,803 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0:(num 1733622431472) roll requested 2024-12-08T01:47:30,803 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622416110 2024-12-08T01:47:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741857_1033 (size=30490) 2024-12-08T01:47:30,815 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803, exclude list is [], retry=0 2024-12-08T01:47:30,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:30,819 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 2024-12-08T01:47:30,819 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:30,819 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 is not closed yet, will try archiving it next time 2024-12-08T01:47:30,819 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.meta:.meta(num 1733622431490) roll requested 2024-12-08T01:47:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741858_1034 (size=1198) 2024-12-08T01:47:30,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 not finished, retry = 0 2024-12-08T01:47:30,830 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta, exclude list is [], retry=0 2024-12-08T01:47:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:30,834 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta 2024-12-08T01:47:30,835 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:30,835 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta is not closed yet, will try archiving it next time 2024-12-08T01:47:30,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta not finished, retry = 0 2024-12-08T01:47:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741859_1035 (size=93) 2024-12-08T01:47:30,848 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-08T01:47:30,848 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733622450803 on 96982154c400,42193,1733622405922 2024-12-08T01:47:30,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:30,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:30,868 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T01:47:30,869 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '96982154c400,42193,1733622405922' in zk 2024-12-08T01:47:30,882 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T01:47:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,882 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:30,882 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T01:47:30,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:30,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:30,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:30,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:30,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:30,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:30,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:30,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '96982154c400,42193,1733622405922': 2024-12-08T01:47:30,886 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T01:47:30,886 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '96982154c400,42193,1733622405922' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T01:47:30,886 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T01:47:30,886 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T01:47:30,886 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T01:47:30,886 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T01:47:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:30,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:30,899 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:30,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:30,900 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:30,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:30,900 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:30,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:30,902 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:30,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:30,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,914 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:30,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:30,914 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T01:47:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T01:47:30,915 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:30,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T01:47:30,921 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {96982154c400:42193=1733622416110} newestTimestamps: {96982154c400:42193=1733622431472} 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 2024-12-08T01:47:30,925 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 2024-12-08T01:47:30,937 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta 2024-12-08T01:47:30,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741892_1068 (size=364) 2024-12-08T01:47:31,343 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17336224144111 target: hdfs://localhost:36423/backupUT/backup_1733622446386/ns2/test-17336224144111 descriptor: 'ns2:test-17336224144111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:31,343 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:47:31,350 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17336224144111 2024-12-08T01:47:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741893_1069 (size=50) 2024-12-08T01:47:31,357 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17336224144111 2024-12-08T01:47:31,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741894_1070 (size=950) 2024-12-08T01:47:31,771 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733622414411 target: hdfs://localhost:36423/backupUT/backup_1733622446386/default/test-1733622414411 descriptor: 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:31,771 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:47:31,773 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733622414411 2024-12-08T01:47:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741895_1071 (size=53) 2024-12-08T01:47:32,179 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733622414411 2024-12-08T01:47:32,192 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386 from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472;hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 2024-12-08T01:47:32,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bfec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:32,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:32,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:32,195 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d31ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:32,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:32,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:32,198 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:32,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176bcd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:32,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:47:32,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:47:32,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e724b6 2024-12-08T01:47:32,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:47:32,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:47:32,205 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:47:32,205 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733622414411 2024-12-08T01:47:32,205 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733622414411,, stopping at row=test-1733622414411 ,, for max=2147483647 with caching=100 2024-12-08T01:47:32,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:32,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:32,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:32,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:32,210 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733622414411: test-1733622414411; 2024-12-08T01:47:32,211 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17336224144111 2024-12-08T01:47:32,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17336224144111,, stopping at row=ns2:test-17336224144111 ,, for max=2147483647 with caching=100 2024-12-08T01:47:32,213 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17336224144111: ns2:test-17336224144111; 2024-12-08T01:47:32,213 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T01:47:32,213 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_7398dfcb-c920-442e-93a7-47b00a040edd 2024-12-08T01:47:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741896_1072 (size=192) 2024-12-08T01:47:32,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:32,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:32,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-5522999421592601856.jar 2024-12-08T01:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:33,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:33,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:33,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:33,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:33,415 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733622414411,ns2:test-17336224144111 2024-12-08T01:47:33,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:47:33,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:47:33,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:33,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:33,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:33,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:34,179 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-10794990032111357350.jar 2024-12-08T01:47:34,188 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:34,212 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 for WAL files 2024-12-08T01:47:34,213 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 2024-12-08T01:47:34,213 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 for WAL files 2024-12-08T01:47:34,214 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 2024-12-08T01:47:34,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1730571900_0003_2d0f75ac-21d7-4543-bc55-b385ff31ad79/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:47:34,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1730571900_0003_2d0f75ac-21d7-4543-bc55-b385ff31ad79/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:47:34,397 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 for hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 (-9223372036854775808:9223372036854775807) length:30490 2024-12-08T01:47:34,419 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T01:47:34,419 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T01:47:34,457 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 for hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 (-9223372036854775808:9223372036854775807) length:1198 2024-12-08T01:47:34,460 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T01:47:34,461 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T01:47:34,536 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e29fd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,536 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:34,537 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:34,537 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e83b7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:34,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ea974c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,541 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:34,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:34,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336224144111', row='row-t20', locateType=CURRENT is [region=ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:34,545 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T01:47:34,545 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:47:34,545 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,545 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:34,545 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-08T01:47:34,546 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:47:34,552 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386/_temporary/0/_temporary/attempt_local1730571900_0003_r_000000_0/ns2/test-17336224144111/f/fbbf99afb92e416d862c51f53016618c is 38, key is row-t20/f:q1/1733622445035/Put/seqid=0 2024-12-08T01:47:34,554 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:47:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741897_1073 (size=5275) 2024-12-08T01:47:34,991 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ed7652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,991 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:34,991 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:34,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:34,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:34,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:34,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec7068f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:34,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:34,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:34,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ca9c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:34,995 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:34,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:34,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:34,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='row-test-1733622414411-1-0', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=107] 2024-12-08T01:47:34,999 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T01:47:34,999 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:47:34,999 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,999 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:34,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:34,999 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-1-0] 2024-12-08T01:47:34,999 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:47:35,009 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a17af37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:35,009 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:35,009 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:35,010 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1621b861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:35,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:35,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508d0369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:35,013 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:35,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:35,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='row-test-1733622414411-3-0', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=107] 2024-12-08T01:47:35,016 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T01:47:35,016 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:47:35,017 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:35,017 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:35,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:35,017 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-3-0] 2024-12-08T01:47:35,017 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:47:35,082 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386/_temporary/0/_temporary/attempt_local1730571900_0003_r_000001_0/default/test-1733622414411/f/492a765317b84385abd0537a26f0384f is 59, key is row-test-1733622414411-1-10/f:q1/1733622444669/Put/seqid=0 2024-12-08T01:47:35,084 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:47:35,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741898_1074 (size=10770) 2024-12-08T01:47:35,490 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386/_temporary/0/_temporary/attempt_local1730571900_0003_r_000001_0/default/test-1733622414411/mob/1c234bc8ca054662a24685a41acf3097 is 63, key is row-test-1733622414411-3-100/mob:q1/1733622445003/Put/seqid=0 2024-12-08T01:47:35,495 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:47:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741899_1075 (size=11811) 2024-12-08T01:47:36,349 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36423/backupUT 2024-12-08T01:47:36,349 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733622446386 2024-12-08T01:47:36,349 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-08T01:47:36,364 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386, hdfs://localhost:36423/backupUT] 2024-12-08T01:47:36,431 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741900_1076 (size=11811) 2024-12-08T01:47:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741901_1077 (size=5275) 2024-12-08T01:47:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741902_1078 (size=10770) 2024-12-08T01:47:38,030 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-08T01:47:38,036 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733622446386 2024-12-08T01:47:38,037 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-08T01:47:38,038 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local608348266_0004 completed: true true 2024-12-08T01:47:38,040 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3831859 FILE: Number of bytes written=6217924 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231564 HDFS: Number of bytes written=2433152 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-08T01:47:38,040 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36423/backupUT/.tmp/backup_1733622446386 to hdfs://localhost:36423/backupUT finished. 2024-12-08T01:47:38,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17336224144111:', locateType=CURRENT is [region=backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:47:38,056 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622446386 2024-12-08T01:47:38,060 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733622424575} 2024-12-08T01:47:38,060 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T01:47:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741903_1079 (size=317) 2024-12-08T01:47:38,467 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:36423/backupUT/backup_1733622446386/.backup.manifest 2024-12-08T01:47:38,468 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733622446386 finished: type=INCREMENTAL,tablelist=ns2:test-17336224144111;test-1733622414411,targetRootDir=hdfs://localhost:36423/backupUT,startts=1733622450680,completets=1733622458056,bytescopied=0 2024-12-08T01:47:38,468 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T01:47:38,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T01:47:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T01:47:38,486 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T01:47:38,488 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T01:47:38,493 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733622446386 completed. 2024-12-08T01:47:38,493 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-08T01:47:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:38,510 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622446386/.backup.manifest 2024-12-08T01:47:38,513 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622446386/.backup.manifest 2024-12-08T01:47:38,513 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622446386/.backup.manifest 2024-12-08T01:47:38,515 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622446386/.backup.manifest 2024-12-08T01:47:38,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733622414411 from 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733622414411', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:47:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733622414411 2024-12-08T01:47:38,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741904_1080 (size=908) 2024-12-08T01:47:38,932 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000003.950 2024-12-08T01:47:38,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000004.908 2024-12-08T01:47:38,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733622414411}] 2024-12-08T01:47:38,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE}] 2024-12-08T01:47:38,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE 2024-12-08T01:47:38,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:38,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE because future has completed 2024-12-08T01:47:38,943 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:47:38,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:39,097 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,097 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:47:39,097 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 9ec076193ca7415eeeb3180242145d68, disabling compactions & flushes 2024-12-08T01:47:39,097 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,097 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,097 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. after waiting 0 ms 2024-12-08T01:47:39,098 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,107 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-08T01:47:39,108 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:47:39,108 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,108 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 9ec076193ca7415eeeb3180242145d68: Waiting for close lock at 1733622459097Running coprocessor pre-close hooks at 1733622459097Disabling compacts and flushes for region at 1733622459097Disabling writes for close at 1733622459098 (+1 ms)Writing region close event to WAL at 1733622459100 (+2 ms)Running coprocessor post-close hooks at 1733622459108 (+8 ms)Closed at 1733622459108 2024-12-08T01:47:39,108 WARN [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 9ec076193ca7415eeeb3180242145d68 to self. 2024-12-08T01:47:39,110 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=CLOSED 2024-12-08T01:47:39,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:39,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-08T01:47:39,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 in 170 msec 2024-12-08T01:47:39,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE; state=CLOSED, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=true 2024-12-08T01:47:39,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:39,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE because future has completed 2024-12-08T01:47:39,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922}] 2024-12-08T01:47:39,433 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,433 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ec076193ca7415eeeb3180242145d68, NAME => 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:47:39,434 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:47:39,434 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733622414411 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,434 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:47:39,434 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,435 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,437 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,439 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName f 2024-12-08T01:47:39,439 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:39,453 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:47:39,460 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 2024-12-08T01:47:39,460 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:39,460 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,462 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName f2 2024-12-08T01:47:39,462 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:39,462 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:39,462 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,463 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec076193ca7415eeeb3180242145d68 columnFamilyName mob 2024-12-08T01:47:39,464 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:39,470 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a 2024-12-08T01:47:39,474 DEBUG [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:47:39,475 INFO [StoreOpener-9ec076193ca7415eeeb3180242145d68-1 {}] regionserver.HStore(327): Store=9ec076193ca7415eeeb3180242145d68/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:47:39,475 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,476 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,477 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,478 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,479 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,479 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733622414411 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:47:39,481 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,482 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 9ec076193ca7415eeeb3180242145d68; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10859914400, jitterRate=0.01140834391117096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:47:39,482 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:39,485 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 9ec076193ca7415eeeb3180242145d68: Running coprocessor pre-open hook at 1733622459435Writing region info on filesystem at 1733622459435Initializing all the Stores at 1733622459436 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622459436Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622459437 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622459437Cleaning up temporary data from old regions at 1733622459479 (+42 ms)Running coprocessor post-open hooks at 1733622459482 (+3 ms)Region opened successfully at 1733622459485 (+3 ms) 2024-12-08T01:47:39,486 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., pid=46, masterSystemTime=1733622459427 2024-12-08T01:47:39,488 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,488 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:39,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9ec076193ca7415eeeb3180242145d68, regionState=OPEN, openSeqNum=338, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:47:39,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:47:39,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-08T01:47:39,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ec076193ca7415eeeb3180242145d68, server=96982154c400,42193,1733622405922 in 219 msec 2024-12-08T01:47:39,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-08T01:47:39,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733622414411, region=9ec076193ca7415eeeb3180242145d68, REOPEN/MOVE in 555 msec 2024-12-08T01:47:39,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-08T01:47:39,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733622414411 in 561 msec 2024-12-08T01:47:39,499 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733622414411 2024-12-08T01:47:39,504 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c 2024-12-08T01:47:39,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733622414411 in 988 msec 2024-12-08T01:47:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T01:47:39,508 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733622414411 completed 2024-12-08T01:47:39,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,542 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T01:47:39,546 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622459509 2024-12-08T01:47:39,548 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733622446386} 2024-12-08T01:47:39,548 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733622424575} 2024-12-08T01:47:39,548 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-08T01:47:39,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,592 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733622414411 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733622414411 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T01:47:39,594 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733622459509,startts=0,failedts=1733622459593,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733622414411 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-08T01:47:39,594 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-08T01:47:39,597 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-08T01:47:39,597 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T01:47:39,598 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-08T01:47:39,598 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-08T01:47:39,600 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T01:47:39,603 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733622459509 failed. 2024-12-08T01:47:39,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:39,620 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733622414411, ns2:test-17336224144111, ns3:test-17336224144112, ns4:test-17336224144113] 2024-12-08T01:47:39,620 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T01:47:39,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622459624 (current time:1733622459624). 2024-12-08T01:47:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T01:47:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e83286d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:39,626 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:39,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:39,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:39,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6ada2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:39,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:39,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:39,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:39,627 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3890315e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:39,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:39,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:39,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:39,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:39,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:47:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-08T01:47:39,634 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:39,635 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:39,637 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:39,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741905_1081 (size=52) 2024-12-08T01:47:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:40,043 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:40,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8}] 2024-12-08T01:47:40,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:40,052 DEBUG [master/96982154c400:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733622414411 2024-12-08T01:47:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741906_1082 (size=950) 2024-12-08T01:47:40,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-08T01:47:40,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:40,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 53d1d68deb8c942e4d9cf4b0356766d8 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-08T01:47:40,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/b942abdad6e34c189bca3cb5ae19cadf is 158, key is trslm:hdfs://localhost:36423/backupUT\x00ns2:test-17336224144111/meta:log-roll-map/1733622458045/Put/seqid=0 2024-12-08T01:47:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741907_1083 (size=5745) 2024-12-08T01:47:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:40,463 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000004.908 2024-12-08T01:47:40,463 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/.tabledesc/.tableinfo.0000000005.950 2024-12-08T01:47:40,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733622414411 in 411 msec 2024-12-08T01:47:40,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/b942abdad6e34c189bca3cb5ae19cadf 2024-12-08T01:47:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/2e6e797a2081403c932d3f5929d7c4ae is 1245, key is session:backup_1733622459509/session:context/1733622459599/Put/seqid=0 2024-12-08T01:47:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741908_1084 (size=6682) 2024-12-08T01:47:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:41,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/2e6e797a2081403c932d3f5929d7c4ae 2024-12-08T01:47:41,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/b942abdad6e34c189bca3cb5ae19cadf as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf 2024-12-08T01:47:41,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf, entries=4, sequenceid=31, filesize=5.6 K 2024-12-08T01:47:41,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/2e6e797a2081403c932d3f5929d7c4ae as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae 2024-12-08T01:47:41,046 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae, entries=3, sequenceid=31, filesize=6.5 K 2024-12-08T01:47:41,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 850ms, sequenceid=31, compaction requested=true 2024-12-08T01:47:41,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 53d1d68deb8c942e4d9cf4b0356766d8: 2024-12-08T01:47:41,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. for snapshot_backup_system completed. 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.' region-info for snapshot=snapshot_backup_system 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf] hfiles 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b for snapshot=snapshot_backup_system 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf for snapshot=snapshot_backup_system 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae] hfiles 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe for snapshot=snapshot_backup_system 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc for snapshot=snapshot_backup_system 2024-12-08T01:47:41,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae for snapshot=snapshot_backup_system 2024-12-08T01:47:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741909_1085 (size=251) 2024-12-08T01:47:41,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:47:41,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T01:47:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T01:47:41,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:41,460 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:47:41,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T01:47:41,467 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:41,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 in 1.4190 sec 2024-12-08T01:47:41,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:41,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:41,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T01:47:41,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T01:47:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741910_1086 (size=888) 2024-12-08T01:47:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:41,884 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:41,894 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:41,895 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_backup_system 2024-12-08T01:47:41,896 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:41,897 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-08T01:47:41,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2650 sec 2024-12-08T01:47:43,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ccdc429fffea6cbc9ceb78c97aa7e296, had cached 0 bytes from a total of 8413 2024-12-08T01:47:43,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T01:47:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T01:47:43,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T01:47:43,821 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733622459604 started at 1733622463820. 2024-12-08T01:47:43,826 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733622459604 has been started. 2024-12-08T01:47:43,835 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-08T01:47:43,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T01:47:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T01:47:43,837 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T01:47:43,837 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T01:47:43,837 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T01:47:43,837 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T01:47:43,838 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:43,838 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:43,892 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:43,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:43,892 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:43,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:43,893 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:43,893 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T01:47:43,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:43,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:43,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T01:47:43,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:43,896 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T01:47:43,896 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T01:47:43,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T01:47:43,897 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T01:47:43,897 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T01:47:43,897 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T01:47:43,897 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T01:47:43,897 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T01:47:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:43,909 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:43,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:43,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:43,910 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,910 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T01:47:43,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:43,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:43,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:43,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:43,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:43,915 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T01:47:43,915 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7197de2f[Count = 0] remaining members to acquire global barrier 2024-12-08T01:47:43,915 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T01:47:43,915 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,923 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:43,923 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T01:47:43,923 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:43,923 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T01:47:43,923 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T01:47:43,923 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 96982154c400,42193,1733622405922 2024-12-08T01:47:43,924 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733622450803 highest: 1733622450803 on 96982154c400,42193,1733622405922 2024-12-08T01:47:43,924 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1:(num 1733622450788) roll requested 2024-12-08T01:47:43,940 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924, exclude list is [], retry=0 2024-12-08T01:47:43,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:43,944 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 2024-12-08T01:47:43,944 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:43,944 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 is not closed yet, will try archiving it next time 2024-12-08T01:47:43,944 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0:(num 1733622450803) roll requested 2024-12-08T01:47:43,944 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622431447 2024-12-08T01:47:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741889_1065 (size=4927) 2024-12-08T01:47:43,957 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944, exclude list is [], retry=0 2024-12-08T01:47:43,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:43,961 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 2024-12-08T01:47:43,961 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:43,961 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 is not closed yet, will try archiving it next time 2024-12-08T01:47:43,961 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.meta:.meta(num 1733622450819) roll requested 2024-12-08T01:47:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741890_1066 (size=93) 2024-12-08T01:47:43,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 not finished, retry = 0 2024-12-08T01:47:43,972 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta, exclude list is [], retry=0 2024-12-08T01:47:43,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:47:43,976 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta 2024-12-08T01:47:43,976 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:47:43,976 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta is not closed yet, will try archiving it next time 2024-12-08T01:47:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741891_1067 (size=1903) 2024-12-08T01:47:43,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta not finished, retry = 0 2024-12-08T01:47:43,984 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-08T01:47:43,984 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733622463944 on 96982154c400,42193,1733622405922 2024-12-08T01:47:43,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:47:43,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:47:44,002 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T01:47:44,002 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '96982154c400,42193,1733622405922' in zk 2024-12-08T01:47:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,014 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T01:47:44,014 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:44,014 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T01:47:44,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:44,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:44,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:44,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:44,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:44,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:44,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:44,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:44,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:44,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '96982154c400,42193,1733622405922': 2024-12-08T01:47:44,020 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '96982154c400,42193,1733622405922' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T01:47:44,020 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T01:47:44,020 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T01:47:44,020 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T01:47:44,020 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T01:47:44,020 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T01:47:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:44,029 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:47:44,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:47:44,029 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:44,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:44,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:47:44,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,030 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:44,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:47:44,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:44,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:44,033 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:47:44,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:47:44,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:47:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:47:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:47:44,046 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:47:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:47:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:47:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:44,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:47:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:47:44,046 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:47:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:47:44,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T01:47:44,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T01:47:44,046 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:47:44,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:47:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T01:47:44,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-08T01:47:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622464061 (current time:1733622464061). 2024-12-08T01:47:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622464060_backup_system_bulk VERSION not specified, setting to 2 2024-12-08T01:47:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47043903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:44,063 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:44,063 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622450803 2024-12-08T01:47:44,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:44,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:44,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c912541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:44,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:44,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:44,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:44,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:44,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a1a09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:44,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:44,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:44,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:44,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:44,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-08T01:47:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-08T01:47:44,071 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:44,072 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:44,074 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741914_1090 (size=76) 2024-12-08T01:47:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:44,484 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:44,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c72160f36c4041938bd11b536bfb3113}] 2024-12-08T01:47:44,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:44,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T01:47:44,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-08T01:47:44,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:44,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c72160f36c4041938bd11b536bfb3113: 2024-12-08T01:47:44,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. for snapshot_1733622464060_backup_system_bulk completed. 2024-12-08T01:47:44,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113.' region-info for snapshot=snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:44,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:44,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:44,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741915_1091 (size=61) 2024-12-08T01:47:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:45,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:47:45,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T01:47:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T01:47:45,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622464060_backup_system_bulk on region c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:45,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c72160f36c4041938bd11b536bfb3113 2024-12-08T01:47:45,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-08T01:47:45,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c72160f36c4041938bd11b536bfb3113 in 639 msec 2024-12-08T01:47:45,126 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:45,127 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:45,128 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:45,128 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:45,129 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741916_1092 (size=702) 2024-12-08T01:47:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:45,549 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:45,557 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:45,557 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622464060_backup_system_bulk to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:45,559 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:45,559 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-08T01:47:45,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733622464060_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4900 sec 2024-12-08T01:47:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T01:47:46,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-08T01:47:46,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } 2024-12-08T01:47:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622466231 (current time:1733622466231). 2024-12-08T01:47:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622466230_ns2_test-17336224144111 VERSION not specified, setting to 2 2024-12-08T01:47:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e286a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:46,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:46,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:46,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:46,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d16f7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:46,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:46,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:46,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:46,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:46,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6f73b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:46,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:46,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:46,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } 2024-12-08T01:47:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-08T01:47:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:46,247 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:46,248 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:46,251 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741917_1093 (size=86) 2024-12-08T01:47:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:46,660 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:46,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296}] 2024-12-08T01:47:46,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:46,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-08T01:47:46,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:47:46,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ccdc429fffea6cbc9ceb78c97aa7e296 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-08T01:47:46,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/86fd88ba72af407a967c67e3428d6fc2 is 38, key is row-t20/f:q1/1733622445035/Put/seqid=0 2024-12-08T01:47:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741918_1094 (size=5134) 2024-12-08T01:47:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:47,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/86fd88ba72af407a967c67e3428d6fc2 2024-12-08T01:47:47,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/.tmp/f/86fd88ba72af407a967c67e3428d6fc2 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2 2024-12-08T01:47:47,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2, entries=5, sequenceid=111, filesize=5.0 K 2024-12-08T01:47:47,250 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for ccdc429fffea6cbc9ceb78c97aa7e296 in 436ms, sequenceid=111, compaction requested=false 2024-12-08T01:47:47,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ccdc429fffea6cbc9ceb78c97aa7e296: 2024-12-08T01:47:47,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. for snapshot_1733622466230_ns2_test-17336224144111 completed. 2024-12-08T01:47:47,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296.' region-info for snapshot=snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:47,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:47,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2] hfiles 2024-12-08T01:47:47,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc for snapshot=snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:47,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2 for snapshot=snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741919_1095 (size=130) 2024-12-08T01:47:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:47,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:47:47,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T01:47:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T01:47:47,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622466230_ns2_test-17336224144111 on region ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:47,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:47:47,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-08T01:47:47,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ccdc429fffea6cbc9ceb78c97aa7e296 in 1.0030 sec 2024-12-08T01:47:47,667 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:47,669 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:47,669 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:47,670 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:47,671 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:47,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741920_1096 (size=496) 2024-12-08T01:47:48,089 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:48,099 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:48,100 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622466230_ns2_test-17336224144111 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:48,102 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:48,102 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-08T01:47:48,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733622466230_ns2_test-17336224144111 table=ns2:test-17336224144111 type=FLUSH ttl=0 } in 1.8570 sec 2024-12-08T01:47:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T01:47:48,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17336224144111 completed 2024-12-08T01:47:48,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } 2024-12-08T01:47:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622468402 (current time:1733622468402). 2024-12-08T01:47:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622468400_ns4_test-17336224144113 VERSION not specified, setting to 2 2024-12-08T01:47:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae4ad6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:48,406 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:48,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:48,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1c80d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:48,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:48,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dff127e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:48,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:48,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:48,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:48,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } 2024-12-08T01:47:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-08T01:47:48,415 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T01:47:48,416 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:48,419 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741921_1097 (size=86) 2024-12-08T01:47:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T01:47:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T01:47:48,829 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:48,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd}] 2024-12-08T01:47:48,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:48,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-08T01:47:48,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:48,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ec366d77bc5ae77f81541b065eb1dcbd: 2024-12-08T01:47:48,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. for snapshot_1733622468400_ns4_test-17336224144113 completed. 2024-12-08T01:47:48,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd.' region-info for snapshot=snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:48,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:48,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741922_1098 (size=52) 2024-12-08T01:47:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T01:47:49,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:47:49,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-08T01:47:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-08T01:47:49,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622468400_ns4_test-17336224144113 on region ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:49,404 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:47:49,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-08T01:47:49,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec366d77bc5ae77f81541b065eb1dcbd in 578 msec 2024-12-08T01:47:49,412 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:49,413 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:49,414 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:49,414 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:49,415 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741923_1099 (size=443) 2024-12-08T01:47:49,427 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:49,432 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:49,433 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622468400_ns4_test-17336224144113 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:49,434 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:49,434 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-08T01:47:49,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733622468400_ns4_test-17336224144113 table=ns4:test-17336224144113 type=FLUSH ttl=0 } in 1.0210 sec 2024-12-08T01:47:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T01:47:49,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17336224144113 completed 2024-12-08T01:47:49,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } 2024-12-08T01:47:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622469549 (current time:1733622469549). 2024-12-08T01:47:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622469549_default_test-1733622414411 VERSION not specified, setting to 2 2024-12-08T01:47:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7432d99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:49,551 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:49,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:49,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:49,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5979dc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:49,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:49,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:49,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:49,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } 2024-12-08T01:47:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-08T01:47:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:49,562 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:49,563 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:49,567 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741924_1100 (size=84) 2024-12-08T01:47:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:49,978 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:49,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68}] 2024-12-08T01:47:49,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:49,991 INFO [master/96982154c400:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T01:47:49,991 INFO [master/96982154c400:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T01:47:50,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-08T01:47:50,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:50,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 9ec076193ca7415eeeb3180242145d68: 2024-12-08T01:47:50,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. for snapshot_1733622469549_default_test-1733622414411 completed. 2024-12-08T01:47:50,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68.' region-info for snapshot=snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:50,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:50,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090] hfiles 2024-12-08T01:47:50,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d for snapshot=snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:50,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 for snapshot=snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a] hfiles 2024-12-08T01:47:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e for snapshot=snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a for snapshot=snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741925_1101 (size=224) 2024-12-08T01:47:50,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:47:50,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-08T01:47:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-08T01:47:50,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622469549_default_test-1733622414411 on region 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:50,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:50,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-08T01:47:50,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ec076193ca7415eeeb3180242145d68 in 622 msec 2024-12-08T01:47:50,602 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:50,603 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:50,605 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-08T01:47:50,605 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-08T01:47:50,605 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:50,605 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-08T01:47:50,605 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:50,606 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-08T01:47:50,606 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:47:50,607 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68] hfiles 2024-12-08T01:47:50,607 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 2024-12-08T01:47:50,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741926_1102 (size=168) 2024-12-08T01:47:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:50,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53d1d68deb8c942e4d9cf4b0356766d8, had cached 0 bytes from a total of 28925 2024-12-08T01:47:51,018 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:51,018 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:51,021 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741927_1103 (size=1347) 2024-12-08T01:47:51,439 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:51,450 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:51,451 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622469549_default_test-1733622414411 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:47:51,452 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:51,452 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-08T01:47:51,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733622469549_default_test-1733622414411 table=test-1733622414411 type=FLUSH ttl=0 } in 1.8920 sec 2024-12-08T01:47:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T01:47:51,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733622414411 completed 2024-12-08T01:47:51,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } 2024-12-08T01:47:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622471710 (current time:1733622471710). 2024-12-08T01:47:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:47:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733622471709_ns3_test-17336224144112 VERSION not specified, setting to 2 2024-12-08T01:47:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cbeca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:47:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:47:51,713 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:47:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:47:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:47:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e96fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:47:51,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:47:51,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:51,716 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:47:51,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ea787b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:47:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:47:51,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:47:51,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:47:51,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:47:51,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:47:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:47:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:47:51,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:47:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:47:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } 2024-12-08T01:47:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-08T01:47:51,727 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:47:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:51,728 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:47:51,732 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:47:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741928_1104 (size=86) 2024-12-08T01:47:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:52,142 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:47:52,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87}] 2024-12-08T01:47:52,145 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:52,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-08T01:47:52,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:52,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for fe78c37b4ea3d9e3bd6284d15df71a87: 2024-12-08T01:47:52,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. for snapshot_1733622471709_ns3_test-17336224144112 completed. 2024-12-08T01:47:52,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87.' region-info for snapshot=snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:47:52,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:47:52,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T01:47:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741929_1105 (size=52) 2024-12-08T01:47:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:52,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:47:52,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-08T01:47:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-08T01:47:52,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733622471709_ns3_test-17336224144112 on region fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:52,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:47:52,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-08T01:47:52,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe78c37b4ea3d9e3bd6284d15df71a87 in 576 msec 2024-12-08T01:47:52,723 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:47:52,726 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:47:52,727 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:47:52,727 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:47:52,727 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:47:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741930_1106 (size=443) 2024-12-08T01:47:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:53,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:47:53,148 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:47:53,149 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_1733622471709_ns3_test-17336224144112 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:47:53,150 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:47:53,151 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-08T01:47:53,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733622471709_ns3_test-17336224144112 table=ns3:test-17336224144112 type=FLUSH ttl=0 } in 1.4270 sec 2024-12-08T01:47:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T01:47:53,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17336224144112 completed 2024-12-08T01:47:53,880 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733622459604 2024-12-08T01:47:53,880 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-08T01:47:53,880 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-08T01:47:53,880 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622459604_backup:system_bulk 2024-12-08T01:47:53,880 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622464060_backup_system_bulk to hdfs://localhost:36423/backupUT/backup_1733622459604/backup/system_bulk/ 2024-12-08T01:47:53,881 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:47:53,913 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:53,913 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622459604/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622459604/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:53,914 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:47:53,918 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622464060_backup_system_bulk to hdfs://localhost:36423/backupUT/backup_1733622459604/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741932_1108 (size=702) 2024-12-08T01:47:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741931_1107 (size=76) 2024-12-08T01:47:54,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:54,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:54,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-11992967334552732214.jar 2024-12-08T01:47:55,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:55,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:55,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:55,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:55,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:55,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:55,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:55,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:55,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:55,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:55,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:55,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:55,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:55,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:55,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:55,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:55,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:55,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:55,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:55,212 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:55,235 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622464060_backup_system_bulk' hfile list 2024-12-08T01:47:55,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local679400148_0005_33f2b3f7-3f9f-4a06-964f-4c6ad983827e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:47:55,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local679400148_0005_33f2b3f7-3f9f-4a06-964f-4c6ad983827e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:47:56,345 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:47:56,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:47:56,355 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622464060_backup_system_bulk 2024-12-08T01:47:56,355 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622464060_backup_system_bulk finished. 2024-12-08T01:47:56,355 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622459604_ns2:test-17336224144111 2024-12-08T01:47:56,355 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622466230_ns2_test-17336224144111 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/ 2024-12-08T01:47:56,355 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:47:56,382 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:56,382 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/.hbase-snapshot/.tmp/snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:56,384 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:47:56,389 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622466230_ns2_test-17336224144111 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/.hbase-snapshot/.tmp/snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:56,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741933_1109 (size=86) 2024-12-08T01:47:56,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741934_1110 (size=496) 2024-12-08T01:47:56,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:56,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:56,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-13890288464335693441.jar 2024-12-08T01:47:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:57,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:57,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:57,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:57,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:57,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:57,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:57,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:57,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:57,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:57,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:57,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:57,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:57,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:57,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:57,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:57,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:57,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:57,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:57,618 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:47:57,643 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622466230_ns2_test-17336224144111' hfile list 2024-12-08T01:47:57,644 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-08T01:47:57,718 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1167416685_0006_c05d26e9-51a2-4dcc-8de3-b7501fc88c3f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:47:57,718 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1167416685_0006_c05d26e9-51a2-4dcc-8de3-b7501fc88c3f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:47:57,791 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T01:47:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741935_1111 (size=8413) 2024-12-08T01:47:58,229 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc output=hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:47:58,229 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-08T01:47:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741936_1112 (size=5134) 2024-12-08T01:47:58,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2 output=hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2 2024-12-08T01:47:58,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-12-08T01:47:58,759 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:47:58,760 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:47:58,772 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:47:58,772 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622466230_ns2_test-17336224144111 finished. 2024-12-08T01:47:58,772 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622459604_ns4:test-17336224144113 2024-12-08T01:47:58,772 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622468400_ns4_test-17336224144113 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns4/test-17336224144113/ 2024-12-08T01:47:58,772 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:47:58,800 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:47:58,800 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622459604/ns4/test-17336224144113, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622459604/ns4/test-17336224144113/.hbase-snapshot/.tmp/snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:58,802 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:47:58,805 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622468400_ns4_test-17336224144113 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns4/test-17336224144113/.hbase-snapshot/.tmp/snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:47:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741937_1113 (size=443) 2024-12-08T01:47:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741938_1114 (size=86) 2024-12-08T01:47:59,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-2474250459533559266.jar 2024-12-08T01:47:59,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:47:59,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:47:59,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:47:59,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:47:59,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:47:59,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:47:59,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:47:59,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:47:59,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:47:59,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:47:59,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:47:59,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:47:59,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:47:59,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:00,022 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:00,049 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622468400_ns4_test-17336224144113' hfile list 2024-12-08T01:48:00,135 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1838854935_0007_6d63f3f0-37ef-4a55-8bbf-9274f4a4c1ba/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:00,135 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1838854935_0007_6d63f3f0-37ef-4a55-8bbf-9274f4a4c1ba/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:01,173 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:48:01,174 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:48:01,179 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:48:01,180 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622468400_ns4_test-17336224144113 finished. 2024-12-08T01:48:01,180 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622459604_test-1733622414411 2024-12-08T01:48:01,180 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622469549_default_test-1733622414411 to hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/ 2024-12-08T01:48:01,180 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:48:01,208 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:01,208 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/.hbase-snapshot/.tmp/snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:48:01,210 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:48:01,216 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622469549_default_test-1733622414411 to hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/.hbase-snapshot/.tmp/snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:48:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741939_1115 (size=1347) 2024-12-08T01:48:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741940_1116 (size=84) 2024-12-08T01:48:01,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:01,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:01,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-12694535917861412471.jar 2024-12-08T01:48:02,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:02,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:02,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:02,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:02,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:02,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:02,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:02,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:02,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:02,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:02,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:02,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:02,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:02,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:02,441 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:02,463 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622469549_default_test-1733622414411' hfile list 2024-12-08T01:48:02,466 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-08T01:48:02,535 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local380278059_0008_1e718cd2-b8bb-43f6-8d60-45fc8a5b2321/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:02,535 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local380278059_0008_1e718cd2-b8bb-43f6-8d60-45fc8a5b2321/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:02,600 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T01:48:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741941_1117 (size=13760) 2024-12-08T01:48:03,036 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a output=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a 2024-12-08T01:48:03,036 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-08T01:48:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741942_1118 (size=10796) 2024-12-08T01:48:03,457 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 output=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 2024-12-08T01:48:03,457 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-12-08T01:48:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741943_1119 (size=8413) 2024-12-08T01:48:03,891 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d output=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:48:03,892 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-08T01:48:03,910 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 to hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68" truncated to max limit (512 characters) 2024-12-08T01:48:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741944_1120 (size=5591) 2024-12-08T01:48:04,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 output=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 2024-12-08T01:48:04,326 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-08T01:48:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741945_1121 (size=5484) 2024-12-08T01:48:04,763 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e output=hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:48:04,763 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-08T01:48:05,578 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:48:05,580 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:48:05,589 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:48:05,589 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622469549_default_test-1733622414411 finished. 2024-12-08T01:48:05,589 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733622459604_ns3:test-17336224144112 2024-12-08T01:48:05,589 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733622471709_ns3_test-17336224144112 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns3/test-17336224144112/ 2024-12-08T01:48:05,589 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T01:48:05,614 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36423, inputRoot=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:05,614 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1832173597_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36423/backupUT/backup_1733622459604/ns3/test-17336224144112, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36423/backupUT/backup_1733622459604/ns3/test-17336224144112/.hbase-snapshot/.tmp/snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:48:05,616 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T01:48:05,619 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_1733622471709_ns3_test-17336224144112 to hdfs://localhost:36423/backupUT/backup_1733622459604/ns3/test-17336224144112/.hbase-snapshot/.tmp/snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:48:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741946_1122 (size=443) 2024-12-08T01:48:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741947_1123 (size=86) 2024-12-08T01:48:06,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-10641763511928148750.jar 2024-12-08T01:48:06,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:06,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:06,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:06,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:06,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:06,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:06,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:06,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:06,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:06,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:06,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:06,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T01:48:06,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:06,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:06,839 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:06,862 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733622471709_ns3_test-17336224144112' hfile list 2024-12-08T01:48:06,941 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local204087192_0009_b3881d0e-909f-4a40-a5eb-f0122bec66f6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:06,941 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local204087192_0009_b3881d0e-909f-4a40-a5eb-f0122bec66f6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:07,982 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T01:48:07,984 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T01:48:07,994 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:48:07,994 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733622471709_ns3_test-17336224144112 finished. 2024-12-08T01:48:07,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-08T01:48:07,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17336224144111 2024-12-08T01:48:07,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17336224144113 2024-12-08T01:48:07,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733622414411 2024-12-08T01:48:07,994 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17336224144112 2024-12-08T01:48:08,006 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622459604 2024-12-08T01:48:08,006 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-08T01:48:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741948_1124 (size=176) 2024-12-08T01:48:08,414 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:36423/backupUT/backup_1733622459604/.backup.manifest 2024-12-08T01:48:08,414 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733622459604 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17336224144111;ns4:test-17336224144113;test-1733622414411;ns3:test-17336224144112,targetRootDir=hdfs://localhost:36423/backupUT,startts=1733622463820,completets=1733622488006,bytescopied=0 2024-12-08T01:48:08,414 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-08T01:48:08,414 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622464060_backup_system_bulk 2024-12-08T01:48:08,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622464060_backup_system_bulk" type: DISABLED 2024-12-08T01:48:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622464060_backup_system_bulk 2024-12-08T01:48:08,422 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622464060_backup_system_bulk for backup backup_1733622459604 succeeded. 2024-12-08T01:48:08,422 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:48:08,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622466230_ns2_test-17336224144111" type: DISABLED 2024-12-08T01:48:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622466230_ns2_test-17336224144111 2024-12-08T01:48:08,426 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622466230_ns2_test-17336224144111 for backup backup_1733622459604 succeeded. 2024-12-08T01:48:08,426 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:48:08,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622468400_ns4_test-17336224144113" type: DISABLED 2024-12-08T01:48:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622468400_ns4_test-17336224144113 2024-12-08T01:48:08,430 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622468400_ns4_test-17336224144113 for backup backup_1733622459604 succeeded. 2024-12-08T01:48:08,430 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:48:08,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622469549_default_test-1733622414411" type: DISABLED 2024-12-08T01:48:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622469549_default_test-1733622414411 2024-12-08T01:48:08,434 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622469549_default_test-1733622414411 for backup backup_1733622459604 succeeded. 2024-12-08T01:48:08,434 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:48:08,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733622471709_ns3_test-17336224144112" type: DISABLED 2024-12-08T01:48:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733622471709_ns3_test-17336224144112 2024-12-08T01:48:08,439 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733622471709_ns3_test-17336224144112 for backup backup_1733622459604 succeeded. 2024-12-08T01:48:08,439 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T01:48:08,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T01:48:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T01:48:08,449 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T01:48:08,452 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T01:48:08,458 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733622459604 completed. 2024-12-08T01:48:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,539 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T01:48:13,543 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622493488 2024-12-08T01:48:13,545 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733622459604} 2024-12-08T01:48:13,546 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T01:48:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T01:48:13,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:13,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:48:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733622493648 (current time:1733622493648). 2024-12-08T01:48:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T01:48:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T01:48:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326b9ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:13,650 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:13,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:13,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bce168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:13,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:13,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:13,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:13,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:13,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1148bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:13,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:13,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313. 2024-12-08T01:48:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:13,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T01:48:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T01:48:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-08T01:48:13,661 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T01:48:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:13,662 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T01:48:13,664 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T01:48:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741949_1125 (size=52) 2024-12-08T01:48:13,671 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T01:48:13,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8}] 2024-12-08T01:48:13,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:48:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:13,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-08T01:48:13,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:13,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 53d1d68deb8c942e4d9cf4b0356766d8 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-08T01:48:13,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/fe59da43912f4223b0f937497887be69 is 158, key is trslm:hdfs://localhost:36423/backupUT\x00ns2:test-17336224144111/meta:log-roll-map/1733622487999/Put/seqid=0 2024-12-08T01:48:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741950_1126 (size=6646) 2024-12-08T01:48:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:14,244 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/fe59da43912f4223b0f937497887be69 2024-12-08T01:48:14,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/d088838b23a34957b5f1cfa9f1df9a60 is 826, key is session:backup_1733622459604/session:context/1733622488450/Put/seqid=0 2024-12-08T01:48:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741951_1127 (size=5928) 2024-12-08T01:48:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:14,667 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/d088838b23a34957b5f1cfa9f1df9a60 2024-12-08T01:48:14,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/fe59da43912f4223b0f937497887be69 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/fe59da43912f4223b0f937497887be69 2024-12-08T01:48:14,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/fe59da43912f4223b0f937497887be69, entries=12, sequenceid=42, filesize=6.5 K 2024-12-08T01:48:14,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/d088838b23a34957b5f1cfa9f1df9a60 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/d088838b23a34957b5f1cfa9f1df9a60 2024-12-08T01:48:14,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/d088838b23a34957b5f1cfa9f1df9a60, entries=2, sequenceid=42, filesize=5.8 K 2024-12-08T01:48:14,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 868ms, sequenceid=42, compaction requested=true 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 53d1d68deb8c942e4d9cf4b0356766d8: 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. for snapshot_backup_system completed. 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8.' region-info for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/fe59da43912f4223b0f937497887be69] hfiles 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/27cc601607c94bd58b710e63ebd8702b for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/b942abdad6e34c189bca3cb5ae19cadf for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/fe59da43912f4223b0f937497887be69 for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/d088838b23a34957b5f1cfa9f1df9a60] hfiles 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/afc8032a0c8847ee94bb4ec8f1e27abe for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/e022af8738f0420c81ede36e0d21afdc for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/2e6e797a2081403c932d3f5929d7c4ae for snapshot=snapshot_backup_system 2024-12-08T01:48:14,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/d088838b23a34957b5f1cfa9f1df9a60 for snapshot=snapshot_backup_system 2024-12-08T01:48:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741952_1128 (size=330) 2024-12-08T01:48:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:15,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:15,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-08T01:48:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-08T01:48:15,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:48:15,102 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:48:15,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-08T01:48:15,105 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T01:48:15,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53d1d68deb8c942e4d9cf4b0356766d8 in 1.4320 sec 2024-12-08T01:48:15,105 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T01:48:15,106 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T01:48:15,106 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T01:48:15,107 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T01:48:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741953_1129 (size=967) 2024-12-08T01:48:15,522 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T01:48:15,536 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T01:48:15,536 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.hbase-snapshot/snapshot_backup_system 2024-12-08T01:48:15,538 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T01:48:15,538 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-08T01:48:15,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8800 sec 2024-12-08T01:48:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T01:48:15,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T01:48:15,810 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733622493488 started at 1733622495810. 2024-12-08T01:48:15,816 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733622493488 has been started. 2024-12-08T01:48:15,825 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733622414411, backup:system_bulk, ns2:test-17336224144111, ns3:test-17336224144112, ns4:test-17336224144113] 2024-12-08T01:48:15,829 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733622450803for backupID backup_1733622493488 2024-12-08T01:48:15,829 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-08T01:48:15,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T01:48:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T01:48:15,830 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T01:48:15,830 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T01:48:15,830 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T01:48:15,830 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T01:48:15,831 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:48:15,831 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:48:15,918 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:48:15,919 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:48:15,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:48:15,919 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:15,919 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T01:48:15,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T01:48:15,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T01:48:15,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T01:48:15,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T01:48:15,920 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T01:48:15,921 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T01:48:15,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T01:48:15,921 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T01:48:15,921 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T01:48:15,921 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T01:48:15,921 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T01:48:15,921 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T01:48:15,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:15,942 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:15,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:48:15,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:48:15,943 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,943 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T01:48:15,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:48:15,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:48:15,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:15,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:48:15,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:48:15,945 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '96982154c400,42193,1733622405922' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T01:48:15,945 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@68cfe116[Count = 0] remaining members to acquire global barrier 2024-12-08T01:48:15,945 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T01:48:15,945 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,953 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:15,953 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T01:48:15,953 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:15,953 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T01:48:15,953 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T01:48:15,953 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 96982154c400,42193,1733622405922 2024-12-08T01:48:15,954 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733622463944 highest: 1733622463944 on 96982154c400,42193,1733622405922 2024-12-08T01:48:15,954 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1:(num 1733622463924) roll requested 2024-12-08T01:48:15,966 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622495954, exclude list is [], retry=0 2024-12-08T01:48:15,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:48:15,970 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622495954 2024-12-08T01:48:15,970 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:48:15,970 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 is not closed yet, will try archiving it next time 2024-12-08T01:48:15,970 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0:(num 1733622463944) roll requested 2024-12-08T01:48:15,970 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622450788 2024-12-08T01:48:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741911_1087 (size=4710) 2024-12-08T01:48:15,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 not finished, retry = 0 2024-12-08T01:48:15,982 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622495970, exclude list is [], retry=0 2024-12-08T01:48:15,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:48:15,986 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622495970 2024-12-08T01:48:15,986 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:48:15,986 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 is not closed yet, will try archiving it next time 2024-12-08T01:48:15,987 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96982154c400%2C42193%2C1733622405922.meta:.meta(num 1733622463961) roll requested 2024-12-08T01:48:15,987 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622431472 2024-12-08T01:48:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741912_1088 (size=653) 2024-12-08T01:48:15,989 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 2024-12-08T01:48:15,999 DEBUG [regionserver/96982154c400:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622495987.meta, exclude list is [], retry=0 2024-12-08T01:48:16,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-07732dfe-0d56-4fb6-ba76-5837fb32e7f6,DISK] 2024-12-08T01:48:16,003 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622495987.meta 2024-12-08T01:48:16,004 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45879:45879)] 2024-12-08T01:48:16,004 DEBUG [regionserver/96982154c400:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta is not closed yet, will try archiving it next time 2024-12-08T01:48:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741913_1089 (size=93) 2024-12-08T01:48:16,006 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta 2024-12-08T01:48:16,014 DEBUG [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-08T01:48:16,014 INFO [rs(96982154c400,42193,1733622405922)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733622495970 on 96982154c400,42193,1733622405922 2024-12-08T01:48:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:16,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:16,032 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T01:48:16,032 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '96982154c400,42193,1733622405922' in zk 2024-12-08T01:48:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,043 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T01:48:16,043 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:48:16,043 DEBUG [member: '96982154c400,42193,1733622405922' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T01:48:16,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:48:16,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:48:16,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:48:16,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:48:16,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:16,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:48:16,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:48:16,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:16,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:48:16,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '96982154c400,42193,1733622405922': 2024-12-08T01:48:16,048 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T01:48:16,048 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '96982154c400,42193,1733622405922' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T01:48:16,048 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T01:48:16,048 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T01:48:16,048 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T01:48:16,048 INFO [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T01:48:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:48:16,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,058 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T01:48:16,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T01:48:16,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T01:48:16,059 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:48:16,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:48:16,059 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:16,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T01:48:16,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:16,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:48:16,061 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T01:48:16,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T01:48:16,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------96982154c400,42193,1733622405922 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/96982154c400,42193,1733622405922 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T01:48:16,075 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T01:48:16,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T01:48:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T01:48:16,075 DEBUG [(96982154c400,35313,1733622404468)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T01:48:16,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T01:48:16,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T01:48:16,076 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T01:48:16,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T01:48:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T01:48:16,082 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {96982154c400:42193=1733622450803} newestTimestamps: {96982154c400:42193=1733622463944} 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622409741.meta 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622450819.meta 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 96982154c400%2C42193%2C1733622405922.meta.1733622495987.meta 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622495970 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 2024-12-08T01:48:16,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622495954 2024-12-08T01:48:16,087 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.meta.1733622431490.meta 2024-12-08T01:48:16,087 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.meta.1733622463961.meta 2024-12-08T01:48:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741957_1133 (size=640) 2024-12-08T01:48:16,499 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:36423/backupUT/backup_1733622493488/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:16,500 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:48:16,502 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-08T01:48:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741958_1134 (size=45) 2024-12-08T01:48:16,911 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-08T01:48:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741959_1135 (size=364) 2024-12-08T01:48:17,329 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17336224144111 target: hdfs://localhost:36423/backupUT/backup_1733622493488/ns2/test-17336224144111 descriptor: 'ns2:test-17336224144111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:17,330 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:48:17,334 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17336224144111 2024-12-08T01:48:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741960_1136 (size=50) 2024-12-08T01:48:17,742 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17336224144111 2024-12-08T01:48:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741961_1137 (size=390) 2024-12-08T01:48:18,161 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17336224144113 target: hdfs://localhost:36423/backupUT/backup_1733622493488/ns4/test-17336224144113 descriptor: 'ns4:test-17336224144113', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:18,161 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:48:18,166 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17336224144113 2024-12-08T01:48:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741962_1138 (size=50) 2024-12-08T01:48:18,574 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17336224144113 2024-12-08T01:48:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741963_1139 (size=950) 2024-12-08T01:48:18,989 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733622414411 target: hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411 descriptor: 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:18,989 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:48:18,992 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733622414411 2024-12-08T01:48:19,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741964_1140 (size=53) 2024-12-08T01:48:19,401 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733622414411 2024-12-08T01:48:19,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741965_1141 (size=390) 2024-12-08T01:48:19,814 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17336224144112 target: hdfs://localhost:36423/backupUT/backup_1733622493488/ns3/test-17336224144112 descriptor: 'ns3:test-17336224144112', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:19,814 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T01:48:19,818 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17336224144112 2024-12-08T01:48:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741966_1142 (size=50) 2024-12-08T01:48:20,228 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17336224144112 2024-12-08T01:48:20,246 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36423/backupUT/.tmp/backup_1733622493488 from hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924;hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 2024-12-08T01:48:20,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2122df03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:20,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:20,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:20,248 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5944d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:20,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e01c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:20,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dcb69a6 2024-12-08T01:48:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:20,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:20,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:20,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733622414411 2024-12-08T01:48:20,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733622414411,, stopping at row=test-1733622414411 ,, for max=2147483647 with caching=100 2024-12-08T01:48:20,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:20,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:20,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:20,259 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733622414411: test-1733622414411; 2024-12-08T01:48:20,259 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-08T01:48:20,259 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:20,261 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-08T01:48:20,261 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17336224144111 2024-12-08T01:48:20,261 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17336224144111,, stopping at row=ns2:test-17336224144111 ,, for max=2147483647 with caching=100 2024-12-08T01:48:20,262 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17336224144111: ns2:test-17336224144111; 2024-12-08T01:48:20,262 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17336224144112 2024-12-08T01:48:20,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17336224144112,, stopping at row=ns3:test-17336224144112 ,, for max=2147483647 with caching=100 2024-12-08T01:48:20,264 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17336224144112: ns3:test-17336224144112; 2024-12-08T01:48:20,264 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17336224144113 2024-12-08T01:48:20,264 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17336224144113,, stopping at row=ns4:test-17336224144113 ,, for max=2147483647 with caching=100 2024-12-08T01:48:20,265 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17336224144113: ns4:test-17336224144113; 2024-12-08T01:48:20,265 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-08T01:48:20,266 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_d689a330-7e77-469a-95a2-34d15a0fb88d 2024-12-08T01:48:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741967_1143 (size=324) 2024-12-08T01:48:20,674 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:20,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:20,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-6103197027790711421.jar 2024-12-08T01:48:21,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:21,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:21,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:21,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:21,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:21,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:21,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:21,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:21,451 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733622414411,backup:system_bulk,ns2:test-17336224144111,ns3:test-17336224144112,ns4:test-17336224144113 2024-12-08T01:48:21,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:21,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:21,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:21,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:21,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:21,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:22,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-4775806859961768600.jar 2024-12-08T01:48:22,221 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:22,246 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 for WAL files 2024-12-08T01:48:22,247 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 2024-12-08T01:48:22,248 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 for WAL files 2024-12-08T01:48:22,248 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 2024-12-08T01:48:22,337 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local916062872_0010_31f7bcc2-5a91-45bf-b415-8f2ec294aac7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:22,337 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local916062872_0010_31f7bcc2-5a91-45bf-b415-8f2ec294aac7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:22,384 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 for hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622463924 (-9223372036854775808:9223372036854775807) length:4710 2024-12-08T01:48:22,387 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T01:48:22,387 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T01:48:22,419 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 for hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0.1733622463944 (-9223372036854775808:9223372036854775807) length:653 2024-12-08T01:48:22,421 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T01:48:22,422 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T01:48:22,496 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:22,496 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:22,497 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:22,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a56b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:22,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:22,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663554e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:22,502 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:22,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:22,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:22,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733622414411', row='row-test-1733622414411-2-0', locateType=CURRENT is [region=test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., hostname=96982154c400,42193,1733622405922, seqNum=338] 2024-12-08T01:48:22,506 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-08T01:48:22,507 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:22,507 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:22,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:22,507 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:22,507 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-2-0] 2024-12-08T01:48:22,507 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:22,511 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/backupUT/.tmp/backup_1733622493488/_temporary/0/_temporary/attempt_local916062872_0010_r_000004_0/default/test-1733622414411/f2/d87bdef802a8422583ed45d0451ae720 is 58, key is row-test-1733622414411-2-0/f2:q1/1733622488479/Put/seqid=0 2024-12-08T01:48:22,512 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741968_1144 (size=5366) 2024-12-08T01:48:23,384 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36423/backupUT 2024-12-08T01:48:23,385 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733622493488 2024-12-08T01:48:23,385 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-08T01:48:23,395 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36423/backupUT/.tmp/backup_1733622493488, hdfs://localhost:36423/backupUT] 2024-12-08T01:48:23,439 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741969_1145 (size=5366) 2024-12-08T01:48:24,039 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-08T01:48:24,042 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733622493488 2024-12-08T01:48:24,043 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-12-08T01:48:24,043 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local945899512_0011 completed: true true 2024-12-08T01:48:24,043 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6688403 FILE: Number of bytes written=17213750 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410795 HDFS: Number of bytes written=2548192 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=424 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-12-08T01:48:24,043 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36423/backupUT/.tmp/backup_1733622493488 to hdfs://localhost:36423/backupUT finished. 2024-12-08T01:48:24,062 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733622493488 2024-12-08T01:48:24,065 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733622459604} 2024-12-08T01:48:24,065 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T01:48:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741970_1146 (size=648) 2024-12-08T01:48:24,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ec076193ca7415eeeb3180242145d68, had cached 0 bytes from a total of 38453 2024-12-08T01:48:24,472 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:36423/backupUT/backup_1733622493488/.backup.manifest 2024-12-08T01:48:24,472 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733622493488 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17336224144111;ns4:test-17336224144113;test-1733622414411;ns3:test-17336224144112,targetRootDir=hdfs://localhost:36423/backupUT,startts=1733622495810,completets=1733622504062,bytescopied=0 2024-12-08T01:48:24,472 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T01:48:24,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T01:48:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T01:48:24,491 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T01:48:24,494 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T01:48:24,498 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733622493488 completed. 2024-12-08T01:48:24,499 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-08T01:48:24,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:24,516 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622493488/.backup.manifest 2024-12-08T01:48:24,518 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622493488/.backup.manifest 2024-12-08T01:48:24,518 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733622424575 2024-12-08T01:48:24,521 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-08T01:48:24,522 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-08T01:48:24,522 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:24,524 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:24,526 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:24,528 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:24,528 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733622414411' to 'table1' from full backup image hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411 2024-12-08T01:48:24,537 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-08T01:48:24,537 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:48:24,538 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f in region [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68] 2024-12-08T01:48:24,543 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d first=row0 last=row98 2024-12-08T01:48:24,543 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3 in region [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68] 2024-12-08T01:48:24,547 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c first=row-test-1733622414411-3-0 last=row-test-1733622414411-3-5 2024-12-08T01:48:24,547 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob in region [hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68] 2024-12-08T01:48:24,551 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e first=row-test-1733622414411-3-0 last=row-test-1733622414411-3-5 2024-12-08T01:48:24,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-08T01:48:24,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:48:24,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-08T01:48:24,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:48:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741971_1147 (size=938) 2024-12-08T01:48:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:24,969 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d96e4067b48580dfc1c0d17a4060bf15, NAME => 'table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:24,969 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 12bbc38a8ebf4f996b443eccce5173a6, NAME => 'table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741972_1148 (size=45) 2024-12-08T01:48:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741973_1149 (size=45) 2024-12-08T01:48:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing d96e4067b48580dfc1c0d17a4060bf15, disabling compactions & flushes 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 12bbc38a8ebf4f996b443eccce5173a6, disabling compactions & flushes 2024-12-08T01:48:25,382 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,382 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. after waiting 0 ms 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. after waiting 0 ms 2024-12-08T01:48:25,382 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,383 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,383 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,383 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for d96e4067b48580dfc1c0d17a4060bf15: Waiting for close lock at 1733622505382Disabling compacts and flushes for region at 1733622505382Disabling writes for close at 1733622505382Writing region close event to WAL at 1733622505383 (+1 ms)Closed at 1733622505383 2024-12-08T01:48:25,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 12bbc38a8ebf4f996b443eccce5173a6: Waiting for close lock at 1733622505382Disabling compacts and flushes for region at 1733622505382Disabling writes for close at 1733622505382Writing region close event to WAL at 1733622505383 (+1 ms)Closed at 1733622505383 2024-12-08T01:48:25,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:48:25,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733622505386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622505386"}]},"ts":"1733622505386"} 2024-12-08T01:48:25,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733622505386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622505386"}]},"ts":"1733622505386"} 2024-12-08T01:48:25,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T01:48:25,392 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:48:25,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622505393"}]},"ts":"1733622505393"} 2024-12-08T01:48:25,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-08T01:48:25,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, ASSIGN}] 2024-12-08T01:48:25,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, ASSIGN 2024-12-08T01:48:25,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, ASSIGN 2024-12-08T01:48:25,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:25,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:25,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=12bbc38a8ebf4f996b443eccce5173a6, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:25,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=d96e4067b48580dfc1c0d17a4060bf15, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, ASSIGN because future has completed 2024-12-08T01:48:25,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, ASSIGN because future has completed 2024-12-08T01:48:25,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:25,718 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,719 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 12bbc38a8ebf4f996b443eccce5173a6, NAME => 'table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T01:48:25,719 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:25,720 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,720 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:25,720 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,720 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,722 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,724 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bbc38a8ebf4f996b443eccce5173a6 columnFamilyName f 2024-12-08T01:48:25,724 DEBUG [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,725 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(327): Store=12bbc38a8ebf4f996b443eccce5173a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,725 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,726 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bbc38a8ebf4f996b443eccce5173a6 columnFamilyName f3 2024-12-08T01:48:25,727 DEBUG [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,727 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(327): Store=12bbc38a8ebf4f996b443eccce5173a6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,727 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,729 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bbc38a8ebf4f996b443eccce5173a6 columnFamilyName mob 2024-12-08T01:48:25,731 DEBUG [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,732 INFO [StoreOpener-12bbc38a8ebf4f996b443eccce5173a6-1 {}] regionserver.HStore(327): Store=12bbc38a8ebf4f996b443eccce5173a6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,732 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,733 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,734 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,735 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,735 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,735 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:25,737 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,739 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:25,740 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 12bbc38a8ebf4f996b443eccce5173a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11407326880, jitterRate=0.062390103936195374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:25,740 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:25,741 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 12bbc38a8ebf4f996b443eccce5173a6: Running coprocessor pre-open hook at 1733622505720Writing region info on filesystem at 1733622505720Initializing all the Stores at 1733622505721 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505721Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505722 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505722Cleaning up temporary data from old regions at 1733622505735 (+13 ms)Running coprocessor post-open hooks at 1733622505740 (+5 ms)Region opened successfully at 1733622505741 (+1 ms) 2024-12-08T01:48:25,742 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., pid=66, masterSystemTime=1733622505709 2024-12-08T01:48:25,744 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,744 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:25,744 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,745 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => d96e4067b48580dfc1c0d17a4060bf15, NAME => 'table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T01:48:25,745 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:25,745 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=12bbc38a8ebf4f996b443eccce5173a6, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:25,745 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:25,745 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,745 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,747 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:25,748 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96e4067b48580dfc1c0d17a4060bf15 columnFamilyName f 2024-12-08T01:48:25,748 DEBUG [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,749 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(327): Store=d96e4067b48580dfc1c0d17a4060bf15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,749 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-12-08T01:48:25,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922 in 191 msec 2024-12-08T01:48:25,750 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96e4067b48580dfc1c0d17a4060bf15 columnFamilyName f3 2024-12-08T01:48:25,750 DEBUG [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,751 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(327): Store=d96e4067b48580dfc1c0d17a4060bf15/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,751 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, ASSIGN in 355 msec 2024-12-08T01:48:25,752 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96e4067b48580dfc1c0d17a4060bf15 columnFamilyName mob 2024-12-08T01:48:25,753 DEBUG [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:25,753 INFO [StoreOpener-d96e4067b48580dfc1c0d17a4060bf15-1 {}] regionserver.HStore(327): Store=d96e4067b48580dfc1c0d17a4060bf15/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:25,754 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,754 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,755 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,755 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,756 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,756 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:25,757 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,759 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:25,759 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened d96e4067b48580dfc1c0d17a4060bf15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11917979360, jitterRate=0.10994832217693329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:25,759 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:25,759 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for d96e4067b48580dfc1c0d17a4060bf15: Running coprocessor pre-open hook at 1733622505745Writing region info on filesystem at 1733622505745Initializing all the Stores at 1733622505746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505746Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505747 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622505747Cleaning up temporary data from old regions at 1733622505756 (+9 ms)Running coprocessor post-open hooks at 1733622505759 (+3 ms)Region opened successfully at 1733622505759 2024-12-08T01:48:25,760 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., pid=65, masterSystemTime=1733622505709 2024-12-08T01:48:25,762 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,762 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:25,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=d96e4067b48580dfc1c0d17a4060bf15, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:25,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:25,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-08T01:48:25,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922 in 210 msec 2024-12-08T01:48:25,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-08T01:48:25,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, ASSIGN in 371 msec 2024-12-08T01:48:25,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:48:25,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622505768"}]},"ts":"1733622505768"} 2024-12-08T01:48:25,770 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-08T01:48:25,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:48:25,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2150 sec 2024-12-08T01:48:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T01:48:26,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-08T01:48:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:26,721 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 from hbase tables test-1733622414411 to tables table1 2024-12-08T01:48:26,721 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733622414411 into table1 2024-12-08T01:48:26,724 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721 from hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68 2024-12-08T01:48:26,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4585e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:26,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:26,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:26,726 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26be306a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:26,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be6b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:26,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@557bb2cd 2024-12-08T01:48:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:26,730 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:26,731 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:26,731 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T01:48:26,731 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:26,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:26,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:26,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:26,735 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T01:48:26,735 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T01:48:26,735 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T01:48:26,735 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_acbb2613-bde0-4843-baab-9a6558fce0de 2024-12-08T01:48:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741974_1150 (size=177) 2024-12-08T01:48:27,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-16371258503049177990.jar 2024-12-08T01:48:27,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:27,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:27,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:27,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:27,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:27,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:27,918 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T01:48:27,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:27,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:27,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:27,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:27,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:27,918 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T01:48:27,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:27,928 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:27,938 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T01:48:28,016 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local318772206_0012_bc7f1ad1-6296-48b2-bc95-cb5976e21486/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:28,016 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local318772206_0012_bc7f1ad1-6296-48b2-bc95-cb5976e21486/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:28,067 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:48:28,070 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:28,107 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:48:28,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:28,137 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f3/e0c44553544444af85bf4058ba6bca6c 2024-12-08T01:48:28,140 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:28,196 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619aa99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,196 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:28,196 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:28,197 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:28,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a97afb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,199 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ad450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,200 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:28,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:28,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:28,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733622414411-3-0', locateType=CURRENT is [region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:28,204 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T01:48:28,204 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:28,205 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:28,205 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,205 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-3-0] 2024-12-08T01:48:28,205 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:28,210 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eae0ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,210 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:28,210 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:28,211 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:28,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:28,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aabd86c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:28,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f188ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:28,214 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:28,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733622414411-3-0', locateType=CURRENT is [region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:28,218 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T01:48:28,218 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:28,218 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,219 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:28,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:28,219 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-3-0] 2024-12-08T01:48:28,219 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:28,223 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/_temporary/0/_temporary/attempt_local318772206_0012_r_000000_0/f3/c0d8bb799f614b15b57ba6c32a72f487 is 58, key is row-test-1733622414411-3-0/f3:q1/1733622424549/Put/seqid=0 2024-12-08T01:48:28,225 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:28,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741975_1151 (size=5529) 2024-12-08T01:48:28,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ccdc429fffea6cbc9ceb78c97aa7e296, had cached 0 bytes from a total of 13547 2024-12-08T01:48:28,630 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/_temporary/0/_temporary/attempt_local318772206_0012_r_000000_0/mob/43a554d1bba14b819936ec53af65a1f6 is 59, key is row-test-1733622414411-3-0/mob:q1/1733622424562/Put/seqid=0 2024-12-08T01:48:28,634 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741976_1152 (size=5538) 2024-12-08T01:48:29,071 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3183ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:29,071 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:29,071 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:29,072 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:29,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:29,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd683b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:29,074 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:29,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afd397a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:29,075 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:29,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:29,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:29,079 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T01:48:29,079 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:29,079 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:29,079 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:29,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:29,079 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T01:48:29,079 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:29,085 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/_temporary/0/_temporary/attempt_local318772206_0012_r_000001_0/f/f9c068e1a09a4996b66e26b114dd1491 is 37, key is row10/f:q1/1733622417114/Put/seqid=0 2024-12-08T01:48:29,087 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741977_1153 (size=8741) 2024-12-08T01:48:30,062 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721 2024-12-08T01:48:30,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de9e80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,065 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ae8630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3510a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,072 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/_SUCCESS 2024-12-08T01:48:30,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fc1682 2024-12-08T01:48:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,094 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f/f9c068e1a09a4996b66e26b114dd1491 first=Optional[row0] last=Optional[row98] 2024-12-08T01:48:30,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f3/c0d8bb799f614b15b57ba6c32a72f487 first=Optional[row-test-1733622414411-3-0] last=Optional[row-test-1733622414411-3-5] 2024-12-08T01:48:30,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/mob/43a554d1bba14b819936ec53af65a1f6 first=Optional[row-test-1733622414411-3-0] last=Optional[row-test-1733622414411-3-5] 2024-12-08T01:48:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f/f9c068e1a09a4996b66e26b114dd1491 for inclusion in 12bbc38a8ebf4f996b443eccce5173a6/f 2024-12-08T01:48:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/mob/43a554d1bba14b819936ec53af65a1f6 for inclusion in d96e4067b48580dfc1c0d17a4060bf15/mob 2024-12-08T01:48:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T01:48:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-08T01:48:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for 12bbc38a8ebf4f996b443eccce5173a6: 2024-12-08T01:48:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733622414411-3-0 last=row-test-1733622414411-3-5 2024-12-08T01:48:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T01:48:30,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f3/c0d8bb799f614b15b57ba6c32a72f487 for inclusion in d96e4067b48580dfc1c0d17a4060bf15/f3 2024-12-08T01:48:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f/f9c068e1a09a4996b66e26b114dd1491 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f/f9c068e1a09a4996b66e26b114dd1491 2024-12-08T01:48:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f/f9c068e1a09a4996b66e26b114dd1491 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_ 2024-12-08T01:48:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733622414411-3-0 last=row-test-1733622414411-3-5 2024-12-08T01:48:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T01:48:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for d96e4067b48580dfc1c0d17a4060bf15: 2024-12-08T01:48:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1498dd03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/mob/43a554d1bba14b819936ec53af65a1f6 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/mob/43a554d1bba14b819936ec53af65a1f6 2024-12-08T01:48:30,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f785c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85012a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/mob/43a554d1bba14b819936ec53af65a1f6 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_ 2024-12-08T01:48:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622506721/f3/c0d8bb799f614b15b57ba6c32a72f487 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f3/c0d8bb799f614b15b57ba6c32a72f487 2024-12-08T01:48:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bd4ff6a 2024-12-08T01:48:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f3/c0d8bb799f614b15b57ba6c32a72f487 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_ 2024-12-08T01:48:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6ddb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,153 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff99b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,155 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630e75c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@196c6bef 2024-12-08T01:48:30,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,172 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193. 2024-12-08T01:48:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f/f9c068e1a09a4996b66e26b114dd1491 into 12bbc38a8ebf4f996b443eccce5173a6/f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_ - updating store file list. 2024-12-08T01:48:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_ into 12bbc38a8ebf4f996b443eccce5173a6/f 2024-12-08T01:48:30,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f/f9c068e1a09a4996b66e26b114dd1491 into 12bbc38a8ebf4f996b443eccce5173a6/f (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_) 2024-12-08T01:48:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9d6da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f/f9c068e1a09a4996b66e26b114dd1491 2024-12-08T01:48:30,181 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c13be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24648741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@437b23f3 2024-12-08T01:48:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de723bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,186 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e47656a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,188 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564fccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@599e75a5 2024-12-08T01:48:30,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f3/c0d8bb799f614b15b57ba6c32a72f487 into d96e4067b48580dfc1c0d17a4060bf15/f3 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_ - updating store file list. 2024-12-08T01:48:30,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_ into d96e4067b48580dfc1c0d17a4060bf15/f3 2024-12-08T01:48:30,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f3/c0d8bb799f614b15b57ba6c32a72f487 into d96e4067b48580dfc1c0d17a4060bf15/f3 (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_) 2024-12-08T01:48:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/f3/c0d8bb799f614b15b57ba6c32a72f487 2024-12-08T01:48:30,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193. 2024-12-08T01:48:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/mob/43a554d1bba14b819936ec53af65a1f6 into d96e4067b48580dfc1c0d17a4060bf15/mob as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_ - updating store file list. 2024-12-08T01:48:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_ into d96e4067b48580dfc1c0d17a4060bf15/mob 2024-12-08T01:48:30,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/mob/43a554d1bba14b819936ec53af65a1f6 into d96e4067b48580dfc1c0d17a4060bf15/mob (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_) 2024-12-08T01:48:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mkirkjlj5sujshg44rre6b9ekkil62sbra37fb1l9urnvfa5sv8mjun36rce9bjn/mob/43a554d1bba14b819936ec53af65a1f6 2024-12-08T01:48:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67eb6e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:30,225 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:30,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:30,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66724c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:30,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b806ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:30,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:30,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14622cec 2024-12-08T01:48:30,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:30,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:30,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:30,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:30,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:30,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:30,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:30,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:30,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:30,253 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T01:48:30,253 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T01:48:30,253 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733622424575 hdfs://localhost:36423/backupUT/backup_1733622424575/default/test-1733622414411/ 2024-12-08T01:48:30,254 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:30,255 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T01:48:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:30,256 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622424575/.backup.manifest 2024-12-08T01:48:30,256 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17336224144111' to 'ns2:table2' from full backup image hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111 2024-12-08T01:48:30,265 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-08T01:48:30,265 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:48:30,266 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f in region [hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296] 2024-12-08T01:48:30,270 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc first=row0 last=row98 2024-12-08T01:48:30,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-08T01:48:30,273 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T01:48:30,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-08T01:48:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:30,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T01:48:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741978_1154 (size=351) 2024-12-08T01:48:30,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T01:48:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:30,686 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b791ff753c1e3b6168e510039ae99369, NAME => 'ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741979_1155 (size=37) 2024-12-08T01:48:30,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-08T01:48:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b791ff753c1e3b6168e510039ae99369, disabling compactions & flushes 2024-12-08T01:48:31,098 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. after waiting 0 ms 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,098 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,098 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b791ff753c1e3b6168e510039ae99369: Waiting for close lock at 1733622511098Disabling compacts and flushes for region at 1733622511098Disabling writes for close at 1733622511098Writing region close event to WAL at 1733622511098Closed at 1733622511098 2024-12-08T01:48:31,100 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T01:48:31,100 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733622511100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622511100"}]},"ts":"1733622511100"} 2024-12-08T01:48:31,103 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:48:31,104 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T01:48:31,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622511104"}]},"ts":"1733622511104"} 2024-12-08T01:48:31,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-08T01:48:31,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, ASSIGN}] 2024-12-08T01:48:31,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, ASSIGN 2024-12-08T01:48:31,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:31,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T01:48:31,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b791ff753c1e3b6168e510039ae99369, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:31,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, ASSIGN because future has completed 2024-12-08T01:48:31,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:31,416 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,416 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => b791ff753c1e3b6168e510039ae99369, NAME => 'ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:48:31,416 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:31,416 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,416 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:31,416 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,417 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,418 INFO [StoreOpener-b791ff753c1e3b6168e510039ae99369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,420 INFO [StoreOpener-b791ff753c1e3b6168e510039ae99369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b791ff753c1e3b6168e510039ae99369 columnFamilyName f 2024-12-08T01:48:31,420 DEBUG [StoreOpener-b791ff753c1e3b6168e510039ae99369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:31,421 INFO [StoreOpener-b791ff753c1e3b6168e510039ae99369-1 {}] regionserver.HStore(327): Store=b791ff753c1e3b6168e510039ae99369/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:31,421 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,422 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,422 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,422 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,423 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,425 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,427 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:31,428 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened b791ff753c1e3b6168e510039ae99369; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9861148960, jitterRate=-0.08160893619060516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:48:31,428 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:31,429 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for b791ff753c1e3b6168e510039ae99369: Running coprocessor pre-open hook at 1733622511417Writing region info on filesystem at 1733622511417Initializing all the Stores at 1733622511418 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622511418Cleaning up temporary data from old regions at 1733622511423 (+5 ms)Running coprocessor post-open hooks at 1733622511428 (+5 ms)Region opened successfully at 1733622511429 (+1 ms) 2024-12-08T01:48:31,430 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., pid=69, masterSystemTime=1733622511413 2024-12-08T01:48:31,431 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,431 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:31,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b791ff753c1e3b6168e510039ae99369, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:31,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:31,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-08T01:48:31,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922 in 173 msec 2024-12-08T01:48:31,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-08T01:48:31,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, ASSIGN in 329 msec 2024-12-08T01:48:31,437 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T01:48:31,437 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622511437"}]},"ts":"1733622511437"} 2024-12-08T01:48:31,439 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-08T01:48:31,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T01:48:31,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1690 sec 2024-12-08T01:48:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T01:48:32,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-08T01:48:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:32,422 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 from hbase tables ns2:test-17336224144111 to tables ns2:table2 2024-12-08T01:48:32,422 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17336224144111 into ns2:table2 2024-12-08T01:48:32,423 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422 from hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:48:32,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b1f4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:32,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:32,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:32,425 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:32,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:32,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:32,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21a637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:32,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:32,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f07e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:32,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:32,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:32,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66587990 2024-12-08T01:48:32,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:32,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:32,429 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:32,429 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-08T01:48:32,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:32,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:32,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:32,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:32,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:32,433 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-08T01:48:32,433 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-08T01:48:32,433 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_1ecae4ec-796a-49b2-bba3-a0f4090c8462 2024-12-08T01:48:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741980_1156 (size=153) 2024-12-08T01:48:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:32,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-11360374999875354199.jar 2024-12-08T01:48:33,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:33,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:33,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:33,620 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-08T01:48:33,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:33,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:33,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:33,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:33,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:33,621 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T01:48:33,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:33,631 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:33,642 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T01:48:33,719 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local102905699_0013_99ab86e7-7375-43aa-98a4-64f55b664b76/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:33,719 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local102905699_0013_99ab86e7-7375-43aa-98a4-64f55b664b76/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:33,771 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:48:33,775 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:33,803 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665b3b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:33,803 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:33,803 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:33,804 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fe9160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:33,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:33,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2451d997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:33,807 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:33,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:33,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:33,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:33,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:33,812 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-08T01:48:33,812 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:33,812 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:33,812 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:33,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:33,812 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T01:48:33,812 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:33,822 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422/_temporary/0/_temporary/attempt_local102905699_0013_r_000000_0/f/3fbdf7e6d3e04321ae968df37c1db03f is 37, key is row10/f:q1/1733622419452/Put/seqid=0 2024-12-08T01:48:33,824 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741981_1157 (size=8741) 2024-12-08T01:48:34,762 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422 2024-12-08T01:48:34,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48921815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:34,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:34,766 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b46bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:34,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b72457f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:34,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:34,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:34,774 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422/_SUCCESS 2024-12-08T01:48:34,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2323c465 2024-12-08T01:48:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:34,778 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,783 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:34,789 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422/f/3fbdf7e6d3e04321ae968df37c1db03f first=Optional[row0] last=Optional[row98] 2024-12-08T01:48:34,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422/f/3fbdf7e6d3e04321ae968df37c1db03f for inclusion in b791ff753c1e3b6168e510039ae99369/f 2024-12-08T01:48:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T01:48:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T01:48:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for b791ff753c1e3b6168e510039ae99369: 2024-12-08T01:48:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622512422/f/3fbdf7e6d3e04321ae968df37c1db03f to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__l4oibpmekrphia8gseta3sv7dieq8i3bt6rt03c2bukue6gq4ilkn16be8sehefk/f/3fbdf7e6d3e04321ae968df37c1db03f 2024-12-08T01:48:34,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-08T01:48:34,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:48:34,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-08T01:48:34,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-08T01:48:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__l4oibpmekrphia8gseta3sv7dieq8i3bt6rt03c2bukue6gq4ilkn16be8sehefk/f/3fbdf7e6d3e04321ae968df37c1db03f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_ 2024-12-08T01:48:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6149d4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:34,803 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e08785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,805 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fddaf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c610280 2024-12-08T01:48:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:34,807 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:34,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:34,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:34,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:34,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:34,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__l4oibpmekrphia8gseta3sv7dieq8i3bt6rt03c2bukue6gq4ilkn16be8sehefk/f/3fbdf7e6d3e04321ae968df37c1db03f into b791ff753c1e3b6168e510039ae99369/f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_ - updating store file list. 2024-12-08T01:48:34,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_ into b791ff753c1e3b6168e510039ae99369/f 2024-12-08T01:48:34,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__l4oibpmekrphia8gseta3sv7dieq8i3bt6rt03c2bukue6gq4ilkn16be8sehefk/f/3fbdf7e6d3e04321ae968df37c1db03f into b791ff753c1e3b6168e510039ae99369/f (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_) 2024-12-08T01:48:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__l4oibpmekrphia8gseta3sv7dieq8i3bt6rt03c2bukue6gq4ilkn16be8sehefk/f/3fbdf7e6d3e04321ae968df37c1db03f 2024-12-08T01:48:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0269d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:34,834 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:34,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:34,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc8845f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,836 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:34,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ed66a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:34,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:34,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@275ecfe8 2024-12-08T01:48:34,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:34,838 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:34,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:34,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:34,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:34,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:34,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:34,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:34,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:34,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:34,856 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T01:48:34,856 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T01:48:34,856 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733622424575 hdfs://localhost:36423/backupUT/backup_1733622424575/ns2/test-17336224144111/ 2024-12-08T01:48:34,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:34,856 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-08T01:48:34,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:34,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:34,857 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T01:48:34,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:34,882 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622493488/.backup.manifest 2024-12-08T01:48:34,884 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622493488/.backup.manifest 2024-12-08T01:48:34,885 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622459604/.backup.manifest 2024-12-08T01:48:34,887 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622459604/.backup.manifest 2024-12-08T01:48:34,887 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733622414411' to 'table1' from full backup image hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411 2024-12-08T01:48:34,889 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733622493488 2024-12-08T01:48:34,893 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-08T01:48:34,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-12-08T01:48:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-08T01:48:34,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622514904"}]},"ts":"1733622514904"} 2024-12-08T01:48:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T01:48:34,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-08T01:48:34,906 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-08T01:48:34,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-08T01:48:34,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, UNASSIGN}] 2024-12-08T01:48:34,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, UNASSIGN 2024-12-08T01:48:34,913 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, UNASSIGN 2024-12-08T01:48:34,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=12bbc38a8ebf4f996b443eccce5173a6, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:34,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d96e4067b48580dfc1c0d17a4060bf15, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, UNASSIGN because future has completed 2024-12-08T01:48:34,916 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:48:34,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, UNASSIGN because future has completed 2024-12-08T01:48:34,917 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:48:34,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:34,969 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T01:48:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T01:48:35,069 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:35,069 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:48:35,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 12bbc38a8ebf4f996b443eccce5173a6, disabling compactions & flushes 2024-12-08T01:48:35,070 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:35,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:35,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. after waiting 0 ms 2024-12-08T01:48:35,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:35,079 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:35,080 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:35,081 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. 2024-12-08T01:48:35,081 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 12bbc38a8ebf4f996b443eccce5173a6: Waiting for close lock at 1733622515070Running coprocessor pre-close hooks at 1733622515070Disabling compacts and flushes for region at 1733622515070Disabling writes for close at 1733622515070Writing region close event to WAL at 1733622515072 (+2 ms)Running coprocessor post-close hooks at 1733622515080 (+8 ms)Closed at 1733622515081 (+1 ms) 2024-12-08T01:48:35,084 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:35,084 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:35,084 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:48:35,084 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing d96e4067b48580dfc1c0d17a4060bf15, disabling compactions & flushes 2024-12-08T01:48:35,084 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:35,084 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:35,085 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. after waiting 0 ms 2024-12-08T01:48:35,085 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:35,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=12bbc38a8ebf4f996b443eccce5173a6, regionState=CLOSED 2024-12-08T01:48:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:35,091 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:35,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-12-08T01:48:35,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 12bbc38a8ebf4f996b443eccce5173a6, server=96982154c400,42193,1733622405922 in 173 msec 2024-12-08T01:48:35,091 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:35,091 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. 2024-12-08T01:48:35,092 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for d96e4067b48580dfc1c0d17a4060bf15: Waiting for close lock at 1733622515084Running coprocessor pre-close hooks at 1733622515084Disabling compacts and flushes for region at 1733622515084Disabling writes for close at 1733622515085 (+1 ms)Writing region close event to WAL at 1733622515086 (+1 ms)Running coprocessor post-close hooks at 1733622515091 (+5 ms)Closed at 1733622515091 2024-12-08T01:48:35,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12bbc38a8ebf4f996b443eccce5173a6, UNASSIGN in 179 msec 2024-12-08T01:48:35,094 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:35,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d96e4067b48580dfc1c0d17a4060bf15, regionState=CLOSED 2024-12-08T01:48:35,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:35,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-12-08T01:48:35,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure d96e4067b48580dfc1c0d17a4060bf15, server=96982154c400,42193,1733622405922 in 180 msec 2024-12-08T01:48:35,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-08T01:48:35,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d96e4067b48580dfc1c0d17a4060bf15, UNASSIGN in 187 msec 2024-12-08T01:48:35,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-08T01:48:35,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 194 msec 2024-12-08T01:48:35,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622515104"}]},"ts":"1733622515104"} 2024-12-08T01:48:35,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-08T01:48:35,105 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-08T01:48:35,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 208 msec 2024-12-08T01:48:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T01:48:35,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-08T01:48:35,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-12-08T01:48:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-08T01:48:35,236 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-08T01:48:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:35,241 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:35,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:35,244 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/recovered.edits] 2024-12-08T01:48:35,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f3, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/mob, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/recovered.edits] 2024-12-08T01:48:35,248 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_ to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/f/bf30485f440748ac9e54130cf4071c74_SeqId_4_ 2024-12-08T01:48:35,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_ to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/f3/f0fa760504184562b78e7db482cf9a39_SeqId_4_ 2024-12-08T01:48:35,251 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_ to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/mob/e2dc0e51639c41499f4f039c8b355560_SeqId_4_ 2024-12-08T01:48:35,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/recovered.edits/6.seqid to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6/recovered.edits/6.seqid 2024-12-08T01:48:35,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/12bbc38a8ebf4f996b443eccce5173a6 2024-12-08T01:48:35,254 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/recovered.edits/6.seqid to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15/recovered.edits/6.seqid 2024-12-08T01:48:35,255 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/d96e4067b48580dfc1c0d17a4060bf15 2024-12-08T01:48:35,255 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-08T01:48:35,255 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-08T01:48:35,256 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-08T01:48:35,258 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-08T01:48:35,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T01:48:35,267 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-08T01:48:35,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-08T01:48:35,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-08T01:48:35,271 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733622515271"}]},"ts":"9223372036854775807"} 2024-12-08T01:48:35,271 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733622515271"}]},"ts":"9223372036854775807"} 2024-12-08T01:48:35,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-08T01:48:35,273 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d96e4067b48580dfc1c0d17a4060bf15, NAME => 'table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 12bbc38a8ebf4f996b443eccce5173a6, NAME => 'table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-08T01:48:35,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-08T01:48:35,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733622515274"}]},"ts":"9223372036854775807"} 2024-12-08T01:48:35,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-08T01:48:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741982_1158 (size=938) 2024-12-08T01:48:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:35,684 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9631d02fb7a871e9c27b863bb0ec09d8, NAME => 'table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:35,684 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a5fdf4d763b6fa1daca7ec3be988c554, NAME => 'table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741983_1159 (size=45) 2024-12-08T01:48:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741984_1160 (size=45) 2024-12-08T01:48:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:35,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53d1d68deb8c942e4d9cf4b0356766d8, had cached 0 bytes from a total of 41499 2024-12-08T01:48:36,095 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing a5fdf4d763b6fa1daca7ec3be988c554, disabling compactions & flushes 2024-12-08T01:48:36,096 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 9631d02fb7a871e9c27b863bb0ec09d8, disabling compactions & flushes 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,096 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. after waiting 0 ms 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. after waiting 0 ms 2024-12-08T01:48:36,096 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,096 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a5fdf4d763b6fa1daca7ec3be988c554: Waiting for close lock at 1733622516096Disabling compacts and flushes for region at 1733622516096Disabling writes for close at 1733622516096Writing region close event to WAL at 1733622516096Closed at 1733622516096 2024-12-08T01:48:36,097 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9631d02fb7a871e9c27b863bb0ec09d8: Waiting for close lock at 1733622516096Disabling compacts and flushes for region at 1733622516096Disabling writes for close at 1733622516096Writing region close event to WAL at 1733622516096Closed at 1733622516096 2024-12-08T01:48:36,099 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733622516099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622516099"}]},"ts":"1733622516099"} 2024-12-08T01:48:36,099 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733622516099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622516099"}]},"ts":"1733622516099"} 2024-12-08T01:48:36,103 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T01:48:36,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622516104"}]},"ts":"1733622516104"} 2024-12-08T01:48:36,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-08T01:48:36,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, ASSIGN}] 2024-12-08T01:48:36,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, ASSIGN 2024-12-08T01:48:36,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, ASSIGN 2024-12-08T01:48:36,108 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:36,108 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:36,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:36,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:36,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, ASSIGN because future has completed 2024-12-08T01:48:36,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, ASSIGN because future has completed 2024-12-08T01:48:36,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:36,423 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,423 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 9631d02fb7a871e9c27b863bb0ec09d8, NAME => 'table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T01:48:36,424 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:36,424 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,424 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:36,425 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,425 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,428 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,431 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName f 2024-12-08T01:48:36,431 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,432 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,432 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,434 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName f3 2024-12-08T01:48:36,434 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,435 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,435 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,437 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName mob 2024-12-08T01:48:36,438 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,438 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,439 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,439 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,440 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,441 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,441 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,441 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:36,442 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,444 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:36,444 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 9631d02fb7a871e9c27b863bb0ec09d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9651274720, jitterRate=-0.10115499794483185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:36,444 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:36,445 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 9631d02fb7a871e9c27b863bb0ec09d8: Running coprocessor pre-open hook at 1733622516425Writing region info on filesystem at 1733622516425Initializing all the Stores at 1733622516427 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516427Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516427Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516427Cleaning up temporary data from old regions at 1733622516441 (+14 ms)Running coprocessor post-open hooks at 1733622516444 (+3 ms)Region opened successfully at 1733622516445 (+1 ms) 2024-12-08T01:48:36,446 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., pid=79, masterSystemTime=1733622516416 2024-12-08T01:48:36,448 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,448 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:36,448 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,448 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fdf4d763b6fa1daca7ec3be988c554, NAME => 'table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T01:48:36,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:36,449 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:36,449 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,449 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:36,449 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,449 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:36,451 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,452 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName f 2024-12-08T01:48:36,452 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-12-08T01:48:36,453 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 in 188 msec 2024-12-08T01:48:36,453 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,454 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName f3 2024-12-08T01:48:36,454 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, ASSIGN in 347 msec 2024-12-08T01:48:36,455 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,455 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,456 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName mob 2024-12-08T01:48:36,456 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:36,457 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:36,457 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,458 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,458 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,459 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,459 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,460 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:36,461 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,463 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:36,463 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened a5fdf4d763b6fa1daca7ec3be988c554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11828753120, jitterRate=0.10163848102092743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:36,463 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:36,463 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for a5fdf4d763b6fa1daca7ec3be988c554: Running coprocessor pre-open hook at 1733622516449Writing region info on filesystem at 1733622516449Initializing all the Stores at 1733622516450 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516450Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516450Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622516451 (+1 ms)Cleaning up temporary data from old regions at 1733622516459 (+8 ms)Running coprocessor post-open hooks at 1733622516463 (+4 ms)Region opened successfully at 1733622516463 2024-12-08T01:48:36,464 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., pid=80, masterSystemTime=1733622516416 2024-12-08T01:48:36,466 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,466 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:36,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:36,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-12-08T01:48:36,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 in 205 msec 2024-12-08T01:48:36,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-08T01:48:36,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, ASSIGN in 364 msec 2024-12-08T01:48:36,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622516471"}]},"ts":"1733622516471"} 2024-12-08T01:48:36,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-08T01:48:36,473 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-08T01:48:36,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2440 sec 2024-12-08T01:48:36,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T01:48:36,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-08T01:48:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T01:48:37,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-08T01:48:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:37,399 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68,hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce from hbase tables test-1733622414411 to tables table1 2024-12-08T01:48:37,399 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733622414411 into table1 2024-12-08T01:48:37,402 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399 from hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68,hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce 2024-12-08T01:48:37,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5585b139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:37,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:37,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:37,405 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:37,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1c6940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:37,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cb7982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:37,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6980bcfb 2024-12-08T01:48:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:37,411 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:37,412 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:37,412 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T01:48:37,412 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:37,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:37,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:37,416 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T01:48:37,416 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T01:48:37,416 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T01:48:37,416 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_eb6a07b1-9578-4f82-8de0-ec50184651a1 2024-12-08T01:48:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741985_1161 (size=177) 2024-12-08T01:48:37,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:37,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:37,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-8606266302593337828.jar 2024-12-08T01:48:38,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:38,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:38,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:38,599 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T01:48:38,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:38,599 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T01:48:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:38,609 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:38,620 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T01:48:38,714 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1081544447_0014_2b5c57f8-a800-4f4c-a623-0d3c40e37852/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:38,714 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local1081544447_0014_2b5c57f8-a800-4f4c-a623-0d3c40e37852/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:38,768 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/21424158da9e4fafbb7a32255251e85a 2024-12-08T01:48:38,770 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:38,803 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/5e48c069c4ae4166b365106f85317090 2024-12-08T01:48:38,806 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:38,827 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f/2cba465c68564771984df65fcee2395d 2024-12-08T01:48:38,830 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:38,858 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/ecad6c3a69428baf486b4072469d49ce/mob/d41d8cd98f00b204e9800998ecf8427e202412081cf748edf75345b8a037b77b8ec4d923_9ec076193ca7415eeeb3180242145d68 2024-12-08T01:48:38,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:38,881 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/default/test-1733622414411/archive/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/mob/84e84a7de3fd41be9c8ffe8e1fdeed8e 2024-12-08T01:48:38,883 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:38,916 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223f3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,916 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:38,917 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:38,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f94d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:38,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:38,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:38,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaa494c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,921 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:38,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:38,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:38,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733622414411-1-0', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:38,926 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T01:48:38,926 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:38,926 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,926 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:38,926 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-1-0] 2024-12-08T01:48:38,926 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:38,936 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be3c3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,936 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:38,936 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:38,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:38,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:38,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:38,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4554fe1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,938 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:38,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d2ec6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:38,940 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:38,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:38,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:38,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:38,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733622414411-3-0', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:38,943 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T01:48:38,943 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:38,943 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,943 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:38,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:38,943 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-3-0] 2024-12-08T01:48:38,943 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:38,951 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/_temporary/0/_temporary/attempt_local1081544447_0014_r_000000_0/f/7c96a160064a482789460975a04f5e9c is 59, key is row-test-1733622414411-1-10/f:q1/1733622444669/Put/seqid=0 2024-12-08T01:48:38,952 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741986_1162 (size=11125) 2024-12-08T01:48:39,357 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/_temporary/0/_temporary/attempt_local1081544447_0014_r_000000_0/mob/cfbb56e62f284ca6890e5b44d5bd8590 is 192, key is row-test-1733622414411-3-100/mob:q1/1733622445003/Put/seqid=0 2024-12-08T01:48:39,360 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741987_1163 (size=13404) 2024-12-08T01:48:39,797 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d13f37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:39,797 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:39,797 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:39,798 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:39,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:39,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:39,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1830cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:39,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:39,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de562b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:39,801 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:39,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:39,805 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T01:48:39,805 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:39,805 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:39,805 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:39,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:39,806 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T01:48:39,806 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:39,811 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/_temporary/0/_temporary/attempt_local1081544447_0014_r_000001_0/f/d1f60fa4897345daa922a6698a94dad9 is 37, key is row10/f:q1/1733622417114/Put/seqid=0 2024-12-08T01:48:39,812 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741988_1164 (size=8742) 2024-12-08T01:48:40,762 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399 2024-12-08T01:48:40,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4090f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,764 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2743bf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,766 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2513c8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,772 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/_SUCCESS 2024-12-08T01:48:40,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f4f5af9 2024-12-08T01:48:40,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,785 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,791 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,796 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/7c96a160064a482789460975a04f5e9c first=Optional[row-test-1733622414411-1-0] last=Optional[row-test-1733622414411-1-98] 2024-12-08T01:48:40,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/d1f60fa4897345daa922a6698a94dad9 first=Optional[row0] last=Optional[row98] 2024-12-08T01:48:40,802 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/mob/cfbb56e62f284ca6890e5b44d5bd8590 first=Optional[row-test-1733622414411-3-0] last=Optional[row-test-1733622414411-3-99] 2024-12-08T01:48:40,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/d1f60fa4897345daa922a6698a94dad9 for inclusion in a5fdf4d763b6fa1daca7ec3be988c554/f 2024-12-08T01:48:40,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/7c96a160064a482789460975a04f5e9c for inclusion in 9631d02fb7a871e9c27b863bb0ec09d8/f 2024-12-08T01:48:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T01:48:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-08T01:48:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for a5fdf4d763b6fa1daca7ec3be988c554: 2024-12-08T01:48:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733622414411-1-0 last=row-test-1733622414411-1-98 2024-12-08T01:48:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T01:48:40,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/mob/cfbb56e62f284ca6890e5b44d5bd8590 for inclusion in 9631d02fb7a871e9c27b863bb0ec09d8/mob 2024-12-08T01:48:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/d1f60fa4897345daa922a6698a94dad9 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/d1f60fa4897345daa922a6698a94dad9 2024-12-08T01:48:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/d1f60fa4897345daa922a6698a94dad9 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/f/1dbab8f2dba646b3b0e3abf80a8302b9_SeqId_4_ 2024-12-08T01:48:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733622414411-3-0 last=row-test-1733622414411-3-99 2024-12-08T01:48:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T01:48:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62249bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for 9631d02fb7a871e9c27b863bb0ec09d8: 2024-12-08T01:48:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,814 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/f/7c96a160064a482789460975a04f5e9c to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/7c96a160064a482789460975a04f5e9c 2024-12-08T01:48:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c461ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,816 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1429554a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/7c96a160064a482789460975a04f5e9c as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f/1968d5626ed5402eb5dd16fce338f217_SeqId_4_ 2024-12-08T01:48:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622517399/mob/cfbb56e62f284ca6890e5b44d5bd8590 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/mob/cfbb56e62f284ca6890e5b44d5bd8590 2024-12-08T01:48:40,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2fcdef 2024-12-08T01:48:40,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/mob/cfbb56e62f284ca6890e5b44d5bd8590 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/mob/760ef795ad0245c08fb1b27a9239b1aa_SeqId_4_ 2024-12-08T01:48:40,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b519f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762d2928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b95e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85cae49 2024-12-08T01:48:40,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193. 2024-12-08T01:48:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/d1f60fa4897345daa922a6698a94dad9 into a5fdf4d763b6fa1daca7ec3be988c554/f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/f/1dbab8f2dba646b3b0e3abf80a8302b9_SeqId_4_ - updating store file list. 2024-12-08T01:48:40,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/f/1dbab8f2dba646b3b0e3abf80a8302b9_SeqId_4_ into a5fdf4d763b6fa1daca7ec3be988c554/f 2024-12-08T01:48:40,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/d1f60fa4897345daa922a6698a94dad9 into a5fdf4d763b6fa1daca7ec3be988c554/f (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/f/1dbab8f2dba646b3b0e3abf80a8302b9_SeqId_4_) 2024-12-08T01:48:40,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/d1f60fa4897345daa922a6698a94dad9 2024-12-08T01:48:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dd2919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19289353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,851 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2611f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284ee718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1c7423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,853 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d513c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d2dc46 2024-12-08T01:48:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d18160 2024-12-08T01:48:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,854 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/7c96a160064a482789460975a04f5e9c into 9631d02fb7a871e9c27b863bb0ec09d8/f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f/1968d5626ed5402eb5dd16fce338f217_SeqId_4_ - updating store file list. 2024-12-08T01:48:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193. 2024-12-08T01:48:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f/1968d5626ed5402eb5dd16fce338f217_SeqId_4_ into 9631d02fb7a871e9c27b863bb0ec09d8/f 2024-12-08T01:48:40,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/7c96a160064a482789460975a04f5e9c into 9631d02fb7a871e9c27b863bb0ec09d8/f (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f/1968d5626ed5402eb5dd16fce338f217_SeqId_4_) 2024-12-08T01:48:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/f/7c96a160064a482789460975a04f5e9c 2024-12-08T01:48:40,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/mob/cfbb56e62f284ca6890e5b44d5bd8590 into 9631d02fb7a871e9c27b863bb0ec09d8/mob as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/mob/760ef795ad0245c08fb1b27a9239b1aa_SeqId_4_ - updating store file list. 2024-12-08T01:48:40,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/mob/760ef795ad0245c08fb1b27a9239b1aa_SeqId_4_ into 9631d02fb7a871e9c27b863bb0ec09d8/mob 2024-12-08T01:48:40,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/mob/cfbb56e62f284ca6890e5b44d5bd8590 into 9631d02fb7a871e9c27b863bb0ec09d8/mob (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/mob/760ef795ad0245c08fb1b27a9239b1aa_SeqId_4_) 2024-12-08T01:48:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__mjevf6t34ki9gvq2ot1jcnb4ut487m4fg8n3lfkdh8lt7kei7jke69h2n8r8ge12/mob/cfbb56e62f284ca6890e5b44d5bd8590 2024-12-08T01:48:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4247ea3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:40,888 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:40,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:40,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caa6977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:40,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc91e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@305089ae 2024-12-08T01:48:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:40,892 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:40,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:40,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:40,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:40,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:40,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:40,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:40,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:40,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:40,916 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T01:48:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:40,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:40,916 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T01:48:40,934 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733622414411' to 'table1' from log dirs: hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411/f2/d87bdef802a8422583ed45d0451ae720 2024-12-08T01:48:40,938 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733622414411', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733622493488 2024-12-08T01:48:40,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-08T01:48:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741989_1165 (size=938) 2024-12-08T01:48:41,019 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T01:48:41,356 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-08T01:48:41,356 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-08T01:48:41,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-08T01:48:41,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE}] 2024-12-08T01:48:41,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE 2024-12-08T01:48:41,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE 2024-12-08T01:48:41,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE because future has completed 2024-12-08T01:48:41,367 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:48:41,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE because future has completed 2024-12-08T01:48:41,368 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:48:41,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:41,521 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,521 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:48:41,521 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing a5fdf4d763b6fa1daca7ec3be988c554, disabling compactions & flushes 2024-12-08T01:48:41,521 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,521 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,521 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. after waiting 0 ms 2024-12-08T01:48:41,521 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,531 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:41,532 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:41,533 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,533 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for a5fdf4d763b6fa1daca7ec3be988c554: Waiting for close lock at 1733622521521Running coprocessor pre-close hooks at 1733622521521Disabling compacts and flushes for region at 1733622521521Disabling writes for close at 1733622521521Writing region close event to WAL at 1733622521523 (+2 ms)Running coprocessor post-close hooks at 1733622521532 (+9 ms)Closed at 1733622521532 2024-12-08T01:48:41,533 WARN [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: a5fdf4d763b6fa1daca7ec3be988c554 to self. 2024-12-08T01:48:41,536 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,536 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,536 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:48:41,536 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 9631d02fb7a871e9c27b863bb0ec09d8, disabling compactions & flushes 2024-12-08T01:48:41,536 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,536 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,537 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. after waiting 1 ms 2024-12-08T01:48:41,537 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=CLOSED 2024-12-08T01:48:41,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:41,542 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:41,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-12-08T01:48:41,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 in 172 msec 2024-12-08T01:48:41,543 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:41,543 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,543 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 9631d02fb7a871e9c27b863bb0ec09d8: Waiting for close lock at 1733622521536Running coprocessor pre-close hooks at 1733622521536Disabling compacts and flushes for region at 1733622521536Disabling writes for close at 1733622521537 (+1 ms)Writing region close event to WAL at 1733622521538 (+1 ms)Running coprocessor post-close hooks at 1733622521543 (+5 ms)Closed at 1733622521543 2024-12-08T01:48:41,543 WARN [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 9631d02fb7a871e9c27b863bb0ec09d8 to self. 2024-12-08T01:48:41,544 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE; state=CLOSED, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=true 2024-12-08T01:48:41,546 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=CLOSED 2024-12-08T01:48:41,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:41,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-12-08T01:48:41,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 in 181 msec 2024-12-08T01:48:41,551 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE; state=CLOSED, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=true 2024-12-08T01:48:41,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE because future has completed 2024-12-08T01:48:41,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE because future has completed 2024-12-08T01:48:41,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:41,856 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,856 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fdf4d763b6fa1daca7ec3be988c554, NAME => 'table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T01:48:41,857 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:41,857 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,857 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:41,857 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,857 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,859 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,860 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName f 2024-12-08T01:48:41,860 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,867 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/f/1dbab8f2dba646b3b0e3abf80a8302b9_SeqId_4_ 2024-12-08T01:48:41,867 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,868 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,869 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName f2 2024-12-08T01:48:41,870 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,870 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,870 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,872 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fdf4d763b6fa1daca7ec3be988c554 columnFamilyName mob 2024-12-08T01:48:41,872 DEBUG [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,873 INFO [StoreOpener-a5fdf4d763b6fa1daca7ec3be988c554-1 {}] regionserver.HStore(327): Store=a5fdf4d763b6fa1daca7ec3be988c554/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,874 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,875 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,876 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,877 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,877 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,878 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:41,880 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,880 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened a5fdf4d763b6fa1daca7ec3be988c554; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9499039840, jitterRate=-0.11533297598361969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:41,881 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:41,881 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for a5fdf4d763b6fa1daca7ec3be988c554: Running coprocessor pre-open hook at 1733622521857Writing region info on filesystem at 1733622521857Initializing all the Stores at 1733622521858 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521858Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521859 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521859Cleaning up temporary data from old regions at 1733622521877 (+18 ms)Running coprocessor post-open hooks at 1733622521881 (+4 ms)Region opened successfully at 1733622521881 2024-12-08T01:48:41,882 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., pid=87, masterSystemTime=1733622521852 2024-12-08T01:48:41,885 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,885 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:41,885 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,885 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 9631d02fb7a871e9c27b863bb0ec09d8, NAME => 'table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T01:48:41,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a5fdf4d763b6fa1daca7ec3be988c554, regionState=OPEN, openSeqNum=7, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,886 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:41,886 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,886 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:41,886 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,886 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:41,888 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,889 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName f 2024-12-08T01:48:41,889 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-12-08T01:48:41,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fdf4d763b6fa1daca7ec3be988c554, server=96982154c400,42193,1733622405922 in 188 msec 2024-12-08T01:48:41,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a5fdf4d763b6fa1daca7ec3be988c554, REOPEN/MOVE in 526 msec 2024-12-08T01:48:41,894 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f/1968d5626ed5402eb5dd16fce338f217_SeqId_4_ 2024-12-08T01:48:41,894 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,894 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,896 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName f2 2024-12-08T01:48:41,896 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,896 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,896 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,897 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9631d02fb7a871e9c27b863bb0ec09d8 columnFamilyName mob 2024-12-08T01:48:41,898 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:41,903 DEBUG [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/mob/760ef795ad0245c08fb1b27a9239b1aa_SeqId_4_ 2024-12-08T01:48:41,904 INFO [StoreOpener-9631d02fb7a871e9c27b863bb0ec09d8-1 {}] regionserver.HStore(327): Store=9631d02fb7a871e9c27b863bb0ec09d8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:41,904 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,905 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,906 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,907 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,907 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,907 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T01:48:41,908 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,909 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 9631d02fb7a871e9c27b863bb0ec09d8; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10829892800, jitterRate=0.008612364530563354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T01:48:41,909 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:41,909 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 9631d02fb7a871e9c27b863bb0ec09d8: Running coprocessor pre-open hook at 1733622521886Writing region info on filesystem at 1733622521886Initializing all the Stores at 1733622521887 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521887Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521887Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622521888 (+1 ms)Cleaning up temporary data from old regions at 1733622521907 (+19 ms)Running coprocessor post-open hooks at 1733622521909 (+2 ms)Region opened successfully at 1733622521909 2024-12-08T01:48:41,910 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., pid=88, masterSystemTime=1733622521852 2024-12-08T01:48:41,911 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,911 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:41,912 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9631d02fb7a871e9c27b863bb0ec09d8, regionState=OPEN, openSeqNum=7, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:41,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:41,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-12-08T01:48:41,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 9631d02fb7a871e9c27b863bb0ec09d8, server=96982154c400,42193,1733622405922 in 213 msec 2024-12-08T01:48:41,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-08T01:48:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9631d02fb7a871e9c27b863bb0ec09d8, REOPEN/MOVE in 553 msec 2024-12-08T01:48:41,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-08T01:48:41,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 558 msec 2024-12-08T01:48:41,920 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-08T01:48:41,921 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., family=f3 2024-12-08T01:48:41,922 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., family=f3 2024-12-08T01:48:41,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 981 msec 2024-12-08T01:48:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-08T01:48:41,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-08T01:48:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:41,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T01:48:41,930 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:41,930 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411/f2/d87bdef802a8422583ed45d0451ae720 from hbase tables test-1733622414411 to tables table1 2024-12-08T01:48:41,930 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733622414411 into table1 2024-12-08T01:48:41,932 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930 from hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411/f2/d87bdef802a8422583ed45d0451ae720 2024-12-08T01:48:41,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edde04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:41,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:41,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:41,933 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ce2d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:41,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363c19e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:41,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10f48d09 2024-12-08T01:48:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:41,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:41,939 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:41,939 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T01:48:41,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:41,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:41,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:41,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:41,943 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T01:48:41,943 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T01:48:41,944 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T01:48:41,944 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_d09ad5c3-b261-488e-88ed-c0a757a4b656 2024-12-08T01:48:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741990_1166 (size=177) 2024-12-08T01:48:42,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:42,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:42,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-17160957125252958928.jar 2024-12-08T01:48:43,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:43,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:43,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:43,127 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T01:48:43,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:43,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T01:48:43,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:43,137 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:43,149 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T01:48:43,226 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local648917744_0015_c09665e3-428f-4200-a847-47aeda7cbe2a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:43,226 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local648917744_0015_c09665e3-428f-4200-a847-47aeda7cbe2a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:43,277 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411/f2/d87bdef802a8422583ed45d0451ae720 2024-12-08T01:48:43,279 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:43,307 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d6fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:43,308 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:43,308 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:43,309 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff1bf78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:43,311 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba5b283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:43,312 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:43,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:43,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:43,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:43,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733622414411-2-0', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7] 2024-12-08T01:48:43,317 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-08T01:48:43,317 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:43,317 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:43,317 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:43,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:43,317 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733622414411-2-0] 2024-12-08T01:48:43,317 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:43,321 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930/_temporary/0/_temporary/attempt_local648917744_0015_r_000000_0/f2/630fbc1641e149bdaa01e8a99005c6aa is 58, key is row-test-1733622414411-2-0/f2:q1/1733622488479/Put/seqid=0 2024-12-08T01:48:43,322 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741991_1167 (size=5608) 2024-12-08T01:48:43,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T01:48:44,267 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930 2024-12-08T01:48:44,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e51b586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:44,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:44,269 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ea0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,271 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:44,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df32efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:44,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:44,276 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930/_SUCCESS 2024-12-08T01:48:44,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ace00a1 2024-12-08T01:48:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:44,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7] 2024-12-08T01:48:44,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T01:48:44,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930/f2/630fbc1641e149bdaa01e8a99005c6aa first=Optional[row-test-1733622414411-2-0] last=Optional[row-test-1733622414411-2-6] 2024-12-08T01:48:44,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930/f2/630fbc1641e149bdaa01e8a99005c6aa for inclusion in 9631d02fb7a871e9c27b863bb0ec09d8/f2 2024-12-08T01:48:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733622414411-2-0 last=row-test-1733622414411-2-6 2024-12-08T01:48:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T01:48:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for 9631d02fb7a871e9c27b863bb0ec09d8: 2024-12-08T01:48:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-default-table1-1733622521930/f2/630fbc1641e149bdaa01e8a99005c6aa to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__husa3b7vcetg776pmqqqfs7c72pnu1ed1a4l7q8gt7avvbhqaqoqshg4qmig02p7/f2/630fbc1641e149bdaa01e8a99005c6aa 2024-12-08T01:48:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__husa3b7vcetg776pmqqqfs7c72pnu1ed1a4l7q8gt7avvbhqaqoqshg4qmig02p7/f2/630fbc1641e149bdaa01e8a99005c6aa as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f2/203762c55430450c8ffe7fa532385d14_SeqId_9_ 2024-12-08T01:48:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5d177f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:44,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ea644f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d45814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5597c048 2024-12-08T01:48:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:44,305 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:44,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:44,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:44,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:44,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:44,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:44,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__husa3b7vcetg776pmqqqfs7c72pnu1ed1a4l7q8gt7avvbhqaqoqshg4qmig02p7/f2/630fbc1641e149bdaa01e8a99005c6aa into 9631d02fb7a871e9c27b863bb0ec09d8/f2 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f2/203762c55430450c8ffe7fa532385d14_SeqId_9_ - updating store file list. 2024-12-08T01:48:44,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f2/203762c55430450c8ffe7fa532385d14_SeqId_9_ into 9631d02fb7a871e9c27b863bb0ec09d8/f2 2024-12-08T01:48:44,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__husa3b7vcetg776pmqqqfs7c72pnu1ed1a4l7q8gt7avvbhqaqoqshg4qmig02p7/f2/630fbc1641e149bdaa01e8a99005c6aa into 9631d02fb7a871e9c27b863bb0ec09d8/f2 (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/f2/203762c55430450c8ffe7fa532385d14_SeqId_9_) 2024-12-08T01:48:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__table1__husa3b7vcetg776pmqqqfs7c72pnu1ed1a4l7q8gt7avvbhqaqoqshg4qmig02p7/f2/630fbc1641e149bdaa01e8a99005c6aa 2024-12-08T01:48:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f90bbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:44,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542661db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d195498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a4af5e 2024-12-08T01:48:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:44,332 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:44,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:44,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:44,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:44,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:44,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:44,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:44,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:44,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:44,352 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T01:48:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7 , the old value is region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:44,352 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733622414411 has been successfully restored to table1 2024-12-08T01:48:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:44,352 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T01:48:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7 from cache 2024-12-08T01:48:44,352 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733622493488 hdfs://localhost:36423/backupUT/backup_1733622493488/default/test-1733622414411/ 2024-12-08T01:48:44,353 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:36423/backupUT/backup_1733622459604/.backup.manifest 2024-12-08T01:48:44,353 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T01:48:44,355 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733622459604/.backup.manifest 2024-12-08T01:48:44,355 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17336224144111' to 'ns2:table2' from full backup image hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111 2024-12-08T01:48:44,357 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17336224144111', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733622493488 2024-12-08T01:48:44,360 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-08T01:48:44,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-12-08T01:48:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-08T01:48:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T01:48:44,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622524364"}]},"ts":"1733622524364"} 2024-12-08T01:48:44,366 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-08T01:48:44,366 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-08T01:48:44,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-08T01:48:44,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, UNASSIGN}] 2024-12-08T01:48:44,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, UNASSIGN 2024-12-08T01:48:44,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b791ff753c1e3b6168e510039ae99369, regionState=CLOSING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:44,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, UNASSIGN because future has completed 2024-12-08T01:48:44,372 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T01:48:44,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:44,459 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T01:48:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T01:48:44,525 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:44,525 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T01:48:44,526 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing b791ff753c1e3b6168e510039ae99369, disabling compactions & flushes 2024-12-08T01:48:44,526 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:44,526 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:44,526 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. after waiting 0 ms 2024-12-08T01:48:44,526 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:44,536 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:44,536 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:44,537 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. 2024-12-08T01:48:44,537 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for b791ff753c1e3b6168e510039ae99369: Waiting for close lock at 1733622524525Running coprocessor pre-close hooks at 1733622524525Disabling compacts and flushes for region at 1733622524525Disabling writes for close at 1733622524526 (+1 ms)Writing region close event to WAL at 1733622524528 (+2 ms)Running coprocessor post-close hooks at 1733622524536 (+8 ms)Closed at 1733622524537 (+1 ms) 2024-12-08T01:48:44,539 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:44,539 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b791ff753c1e3b6168e510039ae99369, regionState=CLOSED 2024-12-08T01:48:44,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:44,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-08T01:48:44,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure b791ff753c1e3b6168e510039ae99369, server=96982154c400,42193,1733622405922 in 170 msec 2024-12-08T01:48:44,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-08T01:48:44,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b791ff753c1e3b6168e510039ae99369, UNASSIGN in 176 msec 2024-12-08T01:48:44,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T01:48:44,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 181 msec 2024-12-08T01:48:44,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622524551"}]},"ts":"1733622524551"} 2024-12-08T01:48:44,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-08T01:48:44,554 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-08T01:48:44,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 194 msec 2024-12-08T01:48:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T01:48:44,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-08T01:48:44,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-12-08T01:48:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-08T01:48:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:44,681 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-08T01:48:44,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:44,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f, FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/recovered.edits] 2024-12-08T01:48:44,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_ to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/f/f4393d602c5648baac8b5ea8a5c5f33f_SeqId_4_ 2024-12-08T01:48:44,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/recovered.edits/6.seqid to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/archive/data/ns2/table2/b791ff753c1e3b6168e510039ae99369/recovered.edits/6.seqid 2024-12-08T01:48:44,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/b791ff753c1e3b6168e510039ae99369 2024-12-08T01:48:44,698 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-08T01:48:44,702 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-08T01:48:44,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-08T01:48:44,705 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-08T01:48:44,705 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733622524705"}]},"ts":"9223372036854775807"} 2024-12-08T01:48:44,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T01:48:44,706 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b791ff753c1e3b6168e510039ae99369, NAME => 'ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T01:48:44,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-08T01:48:44,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733622524706"}]},"ts":"9223372036854775807"} 2024-12-08T01:48:44,708 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-08T01:48:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741992_1168 (size=351) 2024-12-08T01:48:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:44,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-08T01:48:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:45,115 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 425016b55dec163a35bf53b57ca0e14d, NAME => 'ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae 2024-12-08T01:48:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741993_1169 (size=37) 2024-12-08T01:48:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 425016b55dec163a35bf53b57ca0e14d, disabling compactions & flushes 2024-12-08T01:48:45,521 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. after waiting 0 ms 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,521 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 425016b55dec163a35bf53b57ca0e14d: Waiting for close lock at 1733622525521Disabling compacts and flushes for region at 1733622525521Disabling writes for close at 1733622525521Writing region close event to WAL at 1733622525521Closed at 1733622525521 2024-12-08T01:48:45,523 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733622525523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733622525523"}]},"ts":"1733622525523"} 2024-12-08T01:48:45,527 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T01:48:45,528 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622525528"}]},"ts":"1733622525528"} 2024-12-08T01:48:45,531 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-08T01:48:45,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=425016b55dec163a35bf53b57ca0e14d, ASSIGN}] 2024-12-08T01:48:45,533 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=425016b55dec163a35bf53b57ca0e14d, ASSIGN 2024-12-08T01:48:45,534 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=425016b55dec163a35bf53b57ca0e14d, ASSIGN; state=OFFLINE, location=96982154c400,42193,1733622405922; forceNewPlan=false, retain=false 2024-12-08T01:48:45,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=425016b55dec163a35bf53b57ca0e14d, regionState=OPENING, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:45,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=425016b55dec163a35bf53b57ca0e14d, ASSIGN because future has completed 2024-12-08T01:48:45,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425016b55dec163a35bf53b57ca0e14d, server=96982154c400,42193,1733622405922}] 2024-12-08T01:48:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:45,851 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,851 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 425016b55dec163a35bf53b57ca0e14d, NAME => 'ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d.', STARTKEY => '', ENDKEY => ''} 2024-12-08T01:48:45,852 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T01:48:45,852 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,852 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T01:48:45,853 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,853 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,856 INFO [StoreOpener-425016b55dec163a35bf53b57ca0e14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,858 INFO [StoreOpener-425016b55dec163a35bf53b57ca0e14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 425016b55dec163a35bf53b57ca0e14d columnFamilyName f 2024-12-08T01:48:45,858 DEBUG [StoreOpener-425016b55dec163a35bf53b57ca0e14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:45,859 INFO [StoreOpener-425016b55dec163a35bf53b57ca0e14d-1 {}] regionserver.HStore(327): Store=425016b55dec163a35bf53b57ca0e14d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T01:48:45,859 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,861 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,861 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,862 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,862 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,864 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,872 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T01:48:45,872 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 425016b55dec163a35bf53b57ca0e14d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10573094400, jitterRate=-0.015303850173950195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T01:48:45,872 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:45,873 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 425016b55dec163a35bf53b57ca0e14d: Running coprocessor pre-open hook at 1733622525853Writing region info on filesystem at 1733622525853Initializing all the Stores at 1733622525855 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733622525855Cleaning up temporary data from old regions at 1733622525862 (+7 ms)Running coprocessor post-open hooks at 1733622525872 (+10 ms)Region opened successfully at 1733622525873 (+1 ms) 2024-12-08T01:48:45,873 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., pid=95, masterSystemTime=1733622525843 2024-12-08T01:48:45,875 DEBUG [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,875 INFO [RS_OPEN_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:45,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=425016b55dec163a35bf53b57ca0e14d, regionState=OPEN, openSeqNum=2, regionLocation=96982154c400,42193,1733622405922 2024-12-08T01:48:45,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425016b55dec163a35bf53b57ca0e14d, server=96982154c400,42193,1733622405922 because future has completed 2024-12-08T01:48:45,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-08T01:48:45,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 425016b55dec163a35bf53b57ca0e14d, server=96982154c400,42193,1733622405922 in 187 msec 2024-12-08T01:48:45,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T01:48:45,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=425016b55dec163a35bf53b57ca0e14d, ASSIGN in 347 msec 2024-12-08T01:48:45,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733622525881"}]},"ts":"1733622525881"} 2024-12-08T01:48:45,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-08T01:48:45,882 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-08T01:48:45,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2030 sec 2024-12-08T01:48:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T01:48:46,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-08T01:48:46,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:46,840 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 from hbase tables ns2:test-17336224144111 to tables ns2:table2 2024-12-08T01:48:46,840 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17336224144111 into ns2:table2 2024-12-08T01:48:46,842 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840 from hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:48:46,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fbf89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:46,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:46,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:46,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e240d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:46,844 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:46,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f52213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:46,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18371f9b 2024-12-08T01:48:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:46,847 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:46,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T01:48:46,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-08T01:48:46,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:46,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:46,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:46,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:46,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:46,851 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-08T01:48:46,851 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-08T01:48:46,851 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/partitions_446d2f8e-e009-4f2e-ae7e-47e21e843ed9 2024-12-08T01:48:46,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741994_1170 (size=153) 2024-12-08T01:48:47,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T01:48:47,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:47,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:47,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop-8969941080120838220.jar 2024-12-08T01:48:48,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T01:48:48,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T01:48:48,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T01:48:48,032 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-08T01:48:48,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:48,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:48,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:48,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:48,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:48,033 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T01:48:48,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T01:48:48,043 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T01:48:48,054 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T01:48:48,128 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local273760472_0016_b75c97e7-163e-496e-bb1d-b680b9d479cb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-08T01:48:48,129 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/mapreduce.cluster.local.dir/job_local273760472_0016_b75c97e7-163e-496e-bb1d-b680b9d479cb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-08T01:48:48,167 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/f3d6414a8ed84196a5b32552b783b0fc 2024-12-08T01:48:48,170 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:48,201 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36423/backupUT/backup_1733622459604/ns2/test-17336224144111/archive/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/f/86fd88ba72af407a967c67e3428d6fc2 2024-12-08T01:48:48,204 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T01:48:48,228 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27acdd4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:48,228 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:48,228 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:48,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1553a23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:48,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:48,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c09720a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:48,232 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:48,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:48,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:48,235 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-08T01:48:48,235 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:48,235 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:48,235 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:48,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:48,235 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-08T01:48:48,235 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 96982154c400 2024-12-08T01:48:48,239 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840/_temporary/0/_temporary/attempt_local273760472_0016_r_000000_0/f/8b5159bbb81e4c7ea505e92e1fa165c3 is 38, key is row-t20/f:q1/1733622445035/Put/seqid=0 2024-12-08T01:48:48,241 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [96982154c400:42193] Specified favored nodes: [96982154c400:42193] 2024-12-08T01:48:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741995_1171 (size=8934) 2024-12-08T01:48:48,714 DEBUG [regionserver/96982154c400:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-08T01:48:49,165 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840 2024-12-08T01:48:49,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f0c912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:49,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:49,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729d7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d973194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:49,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:49,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:49,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:49,173 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840/_SUCCESS 2024-12-08T01:48:49,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:49,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:49,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d492902 2024-12-08T01:48:49,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:49,177 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:49,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:49,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T01:48:49,187 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840/f/8b5159bbb81e4c7ea505e92e1fa165c3 first=Optional[row-t20] last=Optional[row98] 2024-12-08T01:48:49,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840/f/8b5159bbb81e4c7ea505e92e1fa165c3 for inclusion in 425016b55dec163a35bf53b57ca0e14d/f 2024-12-08T01:48:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-08T01:48:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T01:48:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegion(2603): Flush status journal for 425016b55dec163a35bf53b57ca0e14d: 2024-12-08T01:48:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/hbase-staging/bulk_output-ns2-table2-1733622526840/f/8b5159bbb81e4c7ea505e92e1fa165c3 to hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__dlaeqhbtf2lc57j7rblis4it0el9n20fmqias4hu5ftk2g78hcfs81enfr9irolr/f/8b5159bbb81e4c7ea505e92e1fa165c3 2024-12-08T01:48:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__dlaeqhbtf2lc57j7rblis4it0el9n20fmqias4hu5ftk2g78hcfs81enfr9irolr/f/8b5159bbb81e4c7ea505e92e1fa165c3 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/f/d267fff1003b4240a8c4f82b401128a8_SeqId_4_ 2024-12-08T01:48:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bf5847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:49,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:49,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:49,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:49,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ce3b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:49,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65686256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:49,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:49,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@472feeb4 2024-12-08T01:48:49,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:49,202 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T01:48:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:49,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:49,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:49,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T01:48:49,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:49,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:49,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:49,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__dlaeqhbtf2lc57j7rblis4it0el9n20fmqias4hu5ftk2g78hcfs81enfr9irolr/f/8b5159bbb81e4c7ea505e92e1fa165c3 into 425016b55dec163a35bf53b57ca0e14d/f as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/f/d267fff1003b4240a8c4f82b401128a8_SeqId_4_ - updating store file list. 2024-12-08T01:48:49,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/f/d267fff1003b4240a8c4f82b401128a8_SeqId_4_ into 425016b55dec163a35bf53b57ca0e14d/f 2024-12-08T01:48:49,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__dlaeqhbtf2lc57j7rblis4it0el9n20fmqias4hu5ftk2g78hcfs81enfr9irolr/f/8b5159bbb81e4c7ea505e92e1fa165c3 into 425016b55dec163a35bf53b57ca0e14d/f (new location: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/f/d267fff1003b4240a8c4f82b401128a8_SeqId_4_) 2024-12-08T01:48:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/staging/jenkins__ns2_table2__dlaeqhbtf2lc57j7rblis4it0el9n20fmqias4hu5ftk2g78hcfs81enfr9irolr/f/8b5159bbb81e4c7ea505e92e1fa165c3 2024-12-08T01:48:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c8a587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 96982154c400,35313,-1 for getting cluster id 2024-12-08T01:48:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T01:48:49,225 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb8a7250-d989-4a69-b3f0-07800732b567' 2024-12-08T01:48:49,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T01:48:49,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb8a7250-d989-4a69-b3f0-07800732b567" 2024-12-08T01:48:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e22d056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96982154c400,35313,-1] 2024-12-08T01:48:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T01:48:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T01:48:49,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ac0494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T01:48:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T01:48:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96982154c400,35313,1733622404468 2024-12-08T01:48:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27db27ce 2024-12-08T01:48:49,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T01:48:49,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T01:48:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T01:48:49,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96982154c400,42193,1733622405922, seqNum=-1] 2024-12-08T01:48:49,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T01:48:49,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T01:48:49,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T01:48:49,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T01:48:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:49,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193. 2024-12-08T01:48:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:49,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:49,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:49,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,245 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T01:48:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T01:48:49,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:49,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T01:48:49,261 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17336224144111', skipping incremental restore step. 2024-12-08T01:48:49,261 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T01:48:49,261 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733622493488 hdfs://localhost:36423/backupUT/backup_1733622493488/ns2/test-17336224144111/ 2024-12-08T01:48:49,261 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-08T01:48:49,262 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T01:48:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:46228 deadline: 1733622589262, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. is not online on 96982154c400,42193,1733622405922 2024-12-08T01:48:49,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733622504555.d96e4067b48580dfc1c0d17a4060bf15., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:49,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96982154c400:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T01:48:49,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8., hostname=96982154c400,42193,1733622405922, seqNum=7] 2024-12-08T01:48:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:46228 deadline: 1733622589380, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. is not online on 96982154c400,42193,1733622405922 2024-12-08T01:48:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733622504555.12bbc38a8ebf4f996b443eccce5173a6., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:49,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., hostname=96982154c400,42193,1733622405922, seqNum=7] 2024-12-08T01:48:49,498 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-08T01:48:49,505 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-08T01:48:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T01:48:49,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T01:48:49,527 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-08T01:48:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 752 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:46228 deadline: 1733622589527, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. is not online on 96982154c400,42193,1733622405922 2024-12-08T01:48:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 , the old value is region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369. is not online on 96982154c400,42193,1733622405922 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T01:48:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369., hostname=96982154c400,42193,1733622405922, seqNum=2 from cache 2024-12-08T01:48:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d., hostname=96982154c400,42193,1733622405922, seqNum=2] 2024-12-08T01:48:49,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:49,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:49,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:49,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: member: '96982154c400,42193,1733622405922' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(96982154c400,42193,1733622405922)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_340161259_20 at /127.0.0.1:60440 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1378742208_20 at /127.0.0.1:49718 [Receiving block BP-773622702-172.17.0.2-1733622400501:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1378742208_20 at /127.0.0.1:49720 [Receiving block BP-773622702-172.17.0.2-1733622400501:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(96982154c400,42193,1733622405922)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1378742208_20 at /127.0.0.1:49702 [Receiving block BP-773622702-172.17.0.2-1733622400501:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/96982154c400:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(96982154c400,42193,1733622405922)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/96982154c400:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-773622702-172.17.0.2-1733622400501:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-773622702-172.17.0.2-1733622400501:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-773622702-172.17.0.2-1733622400501:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(96982154c400,42193,1733622405922)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/96982154c400:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (96982154c400,35313,1733622404468)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 112), ProcessCount=20 (was 20), AvailableMemoryMB=9038 (was 9720) 2024-12-08T01:48:49,658 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-12-08T01:48:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T01:48:49,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:49,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:49,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:49,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T01:48:49,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1415824117, stopped=false 2024-12-08T01:48:49,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96982154c400,35313,1733622404468 2024-12-08T01:48:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-08T01:48:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-08T01:48:49,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:48:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:48:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:48:49,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T01:48:49,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:49,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T01:48:49,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T01:48:49,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96982154c400,42193,1733622405922' ***** 2024-12-08T01:48:49,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T01:48:49,722 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-08T01:48:49,731 INFO [RS:0;96982154c400:42193 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-08T01:48:49,733 INFO [RS:0;96982154c400:42193 {}] server.AbstractConnector(383): Stopped ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T01:48:49,733 INFO [RS:0;96982154c400:42193 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:49,733 INFO [RS:0;96982154c400:42193 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-08T01:48:49,733 INFO [RS:0;96982154c400:42193 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:49,734 INFO [RS:0;96982154c400:42193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T01:48:49,734 INFO [RS:0;96982154c400:42193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T01:48:49,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ec076193ca7415eeeb3180242145d68 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for c72160f36c4041938bd11b536bfb3113 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for ccdc429fffea6cbc9ceb78c97aa7e296 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for ec366d77bc5ae77f81541b065eb1dcbd 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 425016b55dec163a35bf53b57ca0e14d 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 53d1d68deb8c942e4d9cf4b0356766d8 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 9631d02fb7a871e9c27b863bb0ec09d8 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(959): stopping server 96982154c400,42193,1733622405922 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:48:49,735 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ec076193ca7415eeeb3180242145d68, disabling compactions & flushes 2024-12-08T01:48:49,735 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:48:49,735 INFO [RS:0;96982154c400:42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96982154c400:42193. 2024-12-08T01:48:49,735 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:48:49,735 DEBUG [RS:0;96982154c400:42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. after waiting 0 ms 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:48:49,736 DEBUG [RS:0;96982154c400:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:49,736 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ec076193ca7415eeeb3180242145d68 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-08T01:48:49,736 INFO [RS:0;96982154c400:42193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T01:48:49,736 INFO [RS:0;96982154c400:42193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T01:48:49,736 INFO [RS:0;96982154c400:42193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T01:48:49,736 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T01:48:49,736 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T01:48:49,736 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T01:48:49,736 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T01:48:49,736 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 425016b55dec163a35bf53b57ca0e14d, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, 9ec076193ca7415eeeb3180242145d68, a5fdf4d763b6fa1daca7ec3be988c554, c72160f36c4041938bd11b536bfb3113, ccdc429fffea6cbc9ceb78c97aa7e296, ec366d77bc5ae77f81541b065eb1dcbd, fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:48:49,736 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-08T01:48:49,755 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f2/4021893a1ce143c8a7808000620fad49 is 58, key is row-test-1733622414411-2-0/f2:q1/1733622488479/Put/seqid=0 2024-12-08T01:48:49,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741996_1172 (size=5464) 2024-12-08T01:48:49,761 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/info/f3a4bc9795c3412e96439a7c27e94041 is 159, key is ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296./info:regioninfo/1733622418441/Put/seqid=0 2024-12-08T01:48:49,761 INFO [regionserver/96982154c400:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:48:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741997_1173 (size=19093) 2024-12-08T01:48:49,937 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 425016b55dec163a35bf53b57ca0e14d, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, 9ec076193ca7415eeeb3180242145d68, a5fdf4d763b6fa1daca7ec3be988c554, c72160f36c4041938bd11b536bfb3113, ccdc429fffea6cbc9ceb78c97aa7e296, ec366d77bc5ae77f81541b065eb1dcbd, fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:48:50,137 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 425016b55dec163a35bf53b57ca0e14d, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, 9ec076193ca7415eeeb3180242145d68, a5fdf4d763b6fa1daca7ec3be988c554, c72160f36c4041938bd11b536bfb3113, ccdc429fffea6cbc9ceb78c97aa7e296, ec366d77bc5ae77f81541b065eb1dcbd, fe78c37b4ea3d9e3bd6284d15df71a87 2024-12-08T01:48:50,160 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f2/4021893a1ce143c8a7808000620fad49 2024-12-08T01:48:50,166 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/info/f3a4bc9795c3412e96439a7c27e94041 2024-12-08T01:48:50,173 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/.tmp/f2/4021893a1ce143c8a7808000620fad49 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f2/4021893a1ce143c8a7808000620fad49 2024-12-08T01:48:50,180 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/f2/4021893a1ce143c8a7808000620fad49, entries=7, sequenceid=348, filesize=5.3 K 2024-12-08T01:48:50,181 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 445ms, sequenceid=348, compaction requested=false 2024-12-08T01:48:50,186 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/test-1733622414411/9ec076193ca7415eeeb3180242145d68/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-08T01:48:50,186 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,186 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ec076193ca7415eeeb3180242145d68: Waiting for close lock at 1733622529735Running coprocessor pre-close hooks at 1733622529735Disabling compacts and flushes for region at 1733622529735Disabling writes for close at 1733622529736 (+1 ms)Obtaining lock to block concurrent updates at 1733622529736Preparing flush snapshotting stores in 9ec076193ca7415eeeb3180242145d68 at 1733622529736Finished memstore snapshotting test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733622529736Flushing stores of test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. at 1733622529737 (+1 ms)Flushing 9ec076193ca7415eeeb3180242145d68/f2: creating writer at 1733622529737Flushing 9ec076193ca7415eeeb3180242145d68/f2: appending metadata at 1733622529754 (+17 ms)Flushing 9ec076193ca7415eeeb3180242145d68/f2: closing flushed file at 1733622529754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dea6bd7: reopening flushed file at 1733622530171 (+417 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9ec076193ca7415eeeb3180242145d68 in 445ms, sequenceid=348, compaction requested=false at 1733622530181 (+10 ms)Writing region close event to WAL at 1733622530183 (+2 ms)Running coprocessor post-close hooks at 1733622530186 (+3 ms)Closed at 1733622530186 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733622414411,,1733622414904.9ec076193ca7415eeeb3180242145d68. 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c72160f36c4041938bd11b536bfb3113, disabling compactions & flushes 2024-12-08T01:48:50,187 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. after waiting 0 ms 2024-12-08T01:48:50,187 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:48:50,190 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system_bulk/c72160f36c4041938bd11b536bfb3113/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T01:48:50,190 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,190 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:48:50,190 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c72160f36c4041938bd11b536bfb3113: Waiting for close lock at 1733622530187Running coprocessor pre-close hooks at 1733622530187Disabling compacts and flushes for region at 1733622530187Disabling writes for close at 1733622530187Writing region close event to WAL at 1733622530187Running coprocessor post-close hooks at 1733622530190 (+3 ms)Closed at 1733622530190 2024-12-08T01:48:50,190 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733622426921.c72160f36c4041938bd11b536bfb3113. 2024-12-08T01:48:50,191 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccdc429fffea6cbc9ceb78c97aa7e296, disabling compactions & flushes 2024-12-08T01:48:50,191 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:48:50,191 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:48:50,191 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. after waiting 0 ms 2024-12-08T01:48:50,191 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:48:50,192 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/ns/a0affe295e18434fa5ce03d6652d9313 is 85, key is ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369./ns:/1733622524700/DeleteFamily/seqid=0 2024-12-08T01:48:50,194 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/test-17336224144111/ccdc429fffea6cbc9ceb78c97aa7e296/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741998_1174 (size=5760) 2024-12-08T01:48:50,195 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccdc429fffea6cbc9ceb78c97aa7e296: Waiting for close lock at 1733622530191Running coprocessor pre-close hooks at 1733622530191Disabling compacts and flushes for region at 1733622530191Disabling writes for close at 1733622530191Writing region close event to WAL at 1733622530191Running coprocessor post-close hooks at 1733622530195 (+4 ms)Closed at 1733622530195 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17336224144111,,1733622417264.ccdc429fffea6cbc9ceb78c97aa7e296. 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe78c37b4ea3d9e3bd6284d15df71a87, disabling compactions & flushes 2024-12-08T01:48:50,195 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. after waiting 0 ms 2024-12-08T01:48:50,195 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:48:50,198 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns3/test-17336224144112/fe78c37b4ea3d9e3bd6284d15df71a87/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T01:48:50,198 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,198 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe78c37b4ea3d9e3bd6284d15df71a87: Waiting for close lock at 1733622530195Running coprocessor pre-close hooks at 1733622530195Disabling compacts and flushes for region at 1733622530195Disabling writes for close at 1733622530195Writing region close event to WAL at 1733622530196 (+1 ms)Running coprocessor post-close hooks at 1733622530198 (+2 ms)Closed at 1733622530198 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17336224144112,,1733622419598.fe78c37b4ea3d9e3bd6284d15df71a87. 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec366d77bc5ae77f81541b065eb1dcbd, disabling compactions & flushes 2024-12-08T01:48:50,199 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. after waiting 0 ms 2024-12-08T01:48:50,199 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:48:50,202 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns4/test-17336224144113/ec366d77bc5ae77f81541b065eb1dcbd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T01:48:50,202 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,202 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec366d77bc5ae77f81541b065eb1dcbd: Waiting for close lock at 1733622530199Running coprocessor pre-close hooks at 1733622530199Disabling compacts and flushes for region at 1733622530199Disabling writes for close at 1733622530199Writing region close event to WAL at 1733622530199Running coprocessor post-close hooks at 1733622530202 (+3 ms)Closed at 1733622530202 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17336224144113,,1733622421772.ec366d77bc5ae77f81541b065eb1dcbd. 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 425016b55dec163a35bf53b57ca0e14d, disabling compactions & flushes 2024-12-08T01:48:50,203 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. after waiting 0 ms 2024-12-08T01:48:50,203 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:50,206 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/ns2/table2/425016b55dec163a35bf53b57ca0e14d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T01:48:50,206 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:50,207 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 425016b55dec163a35bf53b57ca0e14d: Waiting for close lock at 1733622530203Running coprocessor pre-close hooks at 1733622530203Disabling compacts and flushes for region at 1733622530203Disabling writes for close at 1733622530203Writing region close event to WAL at 1733622530203Running coprocessor post-close hooks at 1733622530206 (+3 ms)Closed at 1733622530207 (+1 ms) 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733622524699.425016b55dec163a35bf53b57ca0e14d. 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53d1d68deb8c942e4d9cf4b0356766d8, disabling compactions & flushes 2024-12-08T01:48:50,207 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. after waiting 0 ms 2024-12-08T01:48:50,207 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:50,207 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53d1d68deb8c942e4d9cf4b0356766d8 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-08T01:48:50,211 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/f11749ba893141d0abe7ecac895d72ef is 158, key is trslm:hdfs://localhost:36423/backupUT\x00ns2:test-17336224144111/meta:log-roll-map/1733622504050/Put/seqid=0 2024-12-08T01:48:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741999_1175 (size=6208) 2024-12-08T01:48:50,337 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:50,538 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:50,597 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/ns/a0affe295e18434fa5ce03d6652d9313 2024-12-08T01:48:50,615 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/f11749ba893141d0abe7ecac895d72ef 2024-12-08T01:48:50,623 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/eb73fe79807a49a09f7500a2f75bd3df is 588, key is session:backup_1733622493488/session:context/1733622504493/Put/seqid=0 2024-12-08T01:48:50,626 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/rep_barrier/67df448eb8d44fdf85e994af33503bba is 94, key is ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369./rep_barrier:/1733622524700/DeleteFamily/seqid=0 2024-12-08T01:48:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742000_1176 (size=5689) 2024-12-08T01:48:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742001_1177 (size=5640) 2024-12-08T01:48:50,725 INFO [regionserver/96982154c400:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T01:48:50,725 INFO [regionserver/96982154c400:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T01:48:50,738 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-08T01:48:50,738 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1325): Online Regions={53d1d68deb8c942e4d9cf4b0356766d8=backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., 1588230740=hbase:meta,,1.1588230740, a5fdf4d763b6fa1daca7ec3be988c554=table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554., 9631d02fb7a871e9c27b863bb0ec09d8=table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8.} 2024-12-08T01:48:50,738 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:50,939 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d1d68deb8c942e4d9cf4b0356766d8, 9631d02fb7a871e9c27b863bb0ec09d8, a5fdf4d763b6fa1daca7ec3be988c554 2024-12-08T01:48:51,029 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/eb73fe79807a49a09f7500a2f75bd3df 2024-12-08T01:48:51,031 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/rep_barrier/67df448eb8d44fdf85e994af33503bba 2024-12-08T01:48:51,041 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/meta/f11749ba893141d0abe7ecac895d72ef as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/f11749ba893141d0abe7ecac895d72ef 2024-12-08T01:48:51,047 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/meta/f11749ba893141d0abe7ecac895d72ef, entries=7, sequenceid=52, filesize=6.1 K 2024-12-08T01:48:51,048 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/.tmp/session/eb73fe79807a49a09f7500a2f75bd3df as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/eb73fe79807a49a09f7500a2f75bd3df 2024-12-08T01:48:51,054 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/session/eb73fe79807a49a09f7500a2f75bd3df, entries=2, sequenceid=52, filesize=5.6 K 2024-12-08T01:48:51,055 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 848ms, sequenceid=52, compaction requested=true 2024-12-08T01:48:51,057 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/table/761f89cc26dc4fd0965ebb960cc7ead2 is 88, key is ns2:table2,,1733622510270.b791ff753c1e3b6168e510039ae99369./table:/1733622524700/DeleteFamily/seqid=0 2024-12-08T01:48:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742002_1178 (size=6364) 2024-12-08T01:48:51,061 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/backup/system/53d1d68deb8c942e4d9cf4b0356766d8/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:51,062 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53d1d68deb8c942e4d9cf4b0356766d8: Waiting for close lock at 1733622530207Running coprocessor pre-close hooks at 1733622530207Disabling compacts and flushes for region at 1733622530207Disabling writes for close at 1733622530207Obtaining lock to block concurrent updates at 1733622530207Preparing flush snapshotting stores in 53d1d68deb8c942e4d9cf4b0356766d8 at 1733622530207Finished memstore snapshotting backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733622530208 (+1 ms)Flushing stores of backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. at 1733622530208Flushing 53d1d68deb8c942e4d9cf4b0356766d8/meta: creating writer at 1733622530208Flushing 53d1d68deb8c942e4d9cf4b0356766d8/meta: appending metadata at 1733622530210 (+2 ms)Flushing 53d1d68deb8c942e4d9cf4b0356766d8/meta: closing flushed file at 1733622530210Flushing 53d1d68deb8c942e4d9cf4b0356766d8/session: creating writer at 1733622530620 (+410 ms)Flushing 53d1d68deb8c942e4d9cf4b0356766d8/session: appending metadata at 1733622530623 (+3 ms)Flushing 53d1d68deb8c942e4d9cf4b0356766d8/session: closing flushed file at 1733622530623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ca2a6f: reopening flushed file at 1733622531040 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ccd2f6: reopening flushed file at 1733622531047 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 53d1d68deb8c942e4d9cf4b0356766d8 in 848ms, sequenceid=52, compaction requested=true at 1733622531055 (+8 ms)Writing region close event to WAL at 1733622531058 (+3 ms)Running coprocessor post-close hooks at 1733622531062 (+4 ms)Closed at 1733622531062 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733622424745.53d1d68deb8c942e4d9cf4b0356766d8. 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5fdf4d763b6fa1daca7ec3be988c554, disabling compactions & flushes 2024-12-08T01:48:51,062 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. after waiting 0 ms 2024-12-08T01:48:51,062 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:51,065 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/a5fdf4d763b6fa1daca7ec3be988c554/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:51,066 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5fdf4d763b6fa1daca7ec3be988c554: Waiting for close lock at 1733622531062Running coprocessor pre-close hooks at 1733622531062Disabling compacts and flushes for region at 1733622531062Disabling writes for close at 1733622531062Writing region close event to WAL at 1733622531063 (+1 ms)Running coprocessor post-close hooks at 1733622531066 (+3 ms)Closed at 1733622531066 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733622515259.a5fdf4d763b6fa1daca7ec3be988c554. 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9631d02fb7a871e9c27b863bb0ec09d8, disabling compactions & flushes 2024-12-08T01:48:51,066 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. after waiting 0 ms 2024-12-08T01:48:51,066 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:51,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/default/table1/9631d02fb7a871e9c27b863bb0ec09d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-08T01:48:51,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:51,070 INFO [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:51,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9631d02fb7a871e9c27b863bb0ec09d8: Waiting for close lock at 1733622531066Running coprocessor pre-close hooks at 1733622531066Disabling compacts and flushes for region at 1733622531066Disabling writes for close at 1733622531066Writing region close event to WAL at 1733622531067 (+1 ms)Running coprocessor post-close hooks at 1733622531070 (+3 ms)Closed at 1733622531070 2024-12-08T01:48:51,070 DEBUG [RS_CLOSE_REGION-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733622515259.9631d02fb7a871e9c27b863bb0ec09d8. 2024-12-08T01:48:51,139 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T01:48:51,339 DEBUG [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T01:48:51,463 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/table/761f89cc26dc4fd0965ebb960cc7ead2 2024-12-08T01:48:51,474 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/info/f3a4bc9795c3412e96439a7c27e94041 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/info/f3a4bc9795c3412e96439a7c27e94041 2024-12-08T01:48:51,480 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/info/f3a4bc9795c3412e96439a7c27e94041, entries=114, sequenceid=97, filesize=18.6 K 2024-12-08T01:48:51,481 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/ns/a0affe295e18434fa5ce03d6652d9313 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/ns/a0affe295e18434fa5ce03d6652d9313 2024-12-08T01:48:51,486 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/ns/a0affe295e18434fa5ce03d6652d9313, entries=10, sequenceid=97, filesize=5.6 K 2024-12-08T01:48:51,487 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/rep_barrier/67df448eb8d44fdf85e994af33503bba as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/rep_barrier/67df448eb8d44fdf85e994af33503bba 2024-12-08T01:48:51,492 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/rep_barrier/67df448eb8d44fdf85e994af33503bba, entries=3, sequenceid=97, filesize=5.5 K 2024-12-08T01:48:51,493 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/.tmp/table/761f89cc26dc4fd0965ebb960cc7ead2 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/table/761f89cc26dc4fd0965ebb960cc7ead2 2024-12-08T01:48:51,498 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/table/761f89cc26dc4fd0965ebb960cc7ead2, entries=21, sequenceid=97, filesize=6.2 K 2024-12-08T01:48:51,499 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=97, compaction requested=false 2024-12-08T01:48:51,503 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-08T01:48:51,503 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T01:48:51,503 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T01:48:51,503 INFO [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T01:48:51,503 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733622529736Running coprocessor pre-close hooks at 1733622529736Disabling compacts and flushes for region at 1733622529736Disabling writes for close at 1733622529736Obtaining lock to block concurrent updates at 1733622529736Preparing flush snapshotting stores in 1588230740 at 1733622529736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733622529737 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733622529737Flushing 1588230740/info: creating writer at 1733622529737Flushing 1588230740/info: appending metadata at 1733622529761 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733622529761Flushing 1588230740/ns: creating writer at 1733622530175 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733622530191 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733622530191Flushing 1588230740/rep_barrier: creating writer at 1733622530609 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733622530626 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733622530626Flushing 1588230740/table: creating writer at 1733622531041 (+415 ms)Flushing 1588230740/table: appending metadata at 1733622531057 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733622531057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd95fb0: reopening flushed file at 1733622531473 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724153bb: reopening flushed file at 1733622531480 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6492e3f2: reopening flushed file at 1733622531486 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1d3803: reopening flushed file at 1733622531492 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=97, compaction requested=false at 1733622531499 (+7 ms)Writing region close event to WAL at 1733622531500 (+1 ms)Running coprocessor post-close hooks at 1733622531503 (+3 ms)Closed at 1733622531503 2024-12-08T01:48:51,504 DEBUG [RS_CLOSE_META-regionserver/96982154c400:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T01:48:51,539 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(976): stopping server 96982154c400,42193,1733622405922; all regions closed. 2024-12-08T01:48:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741956_1132 (size=16160) 2024-12-08T01:48:51,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.meta.1733622495987.meta not finished, retry = 0 2024-12-08T01:48:51,650 DEBUG [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs 2024-12-08T01:48:51,650 INFO [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96982154c400%2C42193%2C1733622405922.meta:.meta(num 1733622495987) 2024-12-08T01:48:51,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741954_1130 (size=7557) 2024-12-08T01:48:51,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/WALs/96982154c400,42193,1733622405922/96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1.1733622495954 not finished, retry = 0 2024-12-08T01:48:51,760 DEBUG [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs 2024-12-08T01:48:51,761 INFO [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-1:(num 1733622495954) 2024-12-08T01:48:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741955_1131 (size=4491) 2024-12-08T01:48:51,767 DEBUG [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/oldWALs 2024-12-08T01:48:51,767 INFO [RS:0;96982154c400:42193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96982154c400%2C42193%2C1733622405922.96982154c400%2C42193%2C1733622405922.regiongroup-0:(num 1733622495970) 2024-12-08T01:48:51,767 DEBUG [RS:0;96982154c400:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:51,767 INFO [RS:0;96982154c400:42193 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T01:48:51,767 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:48:51,768 INFO [RS:0;96982154c400:42193 {}] hbase.ChoreService(370): Chore service for: regionserver/96982154c400:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T01:48:51,768 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:48:51,768 INFO [regionserver/96982154c400:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:48:51,769 INFO [RS:0;96982154c400:42193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42193 2024-12-08T01:48:51,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/96982154c400,42193,1733622405922 2024-12-08T01:48:51,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-08T01:48:51,815 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:48:51,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96982154c400,42193,1733622405922] 2024-12-08T01:48:51,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/96982154c400,42193,1733622405922 already deleted, retry=false 2024-12-08T01:48:51,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96982154c400,42193,1733622405922 expired; onlineServers=0 2024-12-08T01:48:51,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96982154c400,35313,1733622404468' ***** 2024-12-08T01:48:51,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T01:48:51,836 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-08T01:48:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-08T01:48:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T01:48:51,849 INFO [M:0;96982154c400:35313 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-12-08T01:48:51,849 INFO [M:0;96982154c400:35313 {}] server.AbstractConnector(383): Stopped ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T01:48:51,849 INFO [M:0;96982154c400:35313 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:51,849 INFO [M:0;96982154c400:35313 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-08T01:48:51,849 INFO [M:0;96982154c400:35313 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:51,850 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T01:48:51,850 INFO [M:0;96982154c400:35313 {}] master.HMaster(1770): Stopping master jetty server 2024-12-08T01:48:51,850 INFO [M:0;96982154c400:35313 {}] server.AbstractConnector(383): Stopped ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T01:48:51,851 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T01:48:51,851 DEBUG [M:0;96982154c400:35313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T01:48:51,851 INFO [M:0;96982154c400:35313 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-08T01:48:51,851 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T01:48:51,851 INFO [M:0;96982154c400:35313 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;96982154c400:35313. 2024-12-08T01:48:51,851 DEBUG [master/96982154c400:0:becomeActiveMaster-HFileCleaner.small.0-1733622408497 {}] cleaner.HFileCleaner(306): Exit Thread[master/96982154c400:0:becomeActiveMaster-HFileCleaner.small.0-1733622408497,5,FailOnTimeoutGroup] 2024-12-08T01:48:51,851 DEBUG [master/96982154c400:0:becomeActiveMaster-HFileCleaner.large.0-1733622408496 {}] cleaner.HFileCleaner(306): Exit Thread[master/96982154c400:0:becomeActiveMaster-HFileCleaner.large.0-1733622408496,5,FailOnTimeoutGroup] 2024-12-08T01:48:51,851 DEBUG [M:0;96982154c400:35313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T01:48:51,851 DEBUG [M:0;96982154c400:35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:51,851 DEBUG [M:0;96982154c400:35313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T01:48:51,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T01:48:51,851 DEBUG [M:0;96982154c400:35313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T01:48:51,851 INFO [M:0;96982154c400:35313 {}] hbase.ChoreService(370): Chore service for: master/96982154c400:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T01:48:51,851 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T01:48:51,852 DEBUG [M:0;96982154c400:35313 {}] master.HMaster(1795): Stopping service threads 2024-12-08T01:48:51,852 INFO [M:0;96982154c400:35313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T01:48:51,852 INFO [M:0;96982154c400:35313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T01:48:51,852 ERROR [M:0;96982154c400:35313 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-08T01:48:51,852 INFO [M:0;96982154c400:35313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T01:48:51,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T01:48:51,853 DEBUG [M:0;96982154c400:35313 {}] zookeeper.ZKUtil(347): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-08T01:48:51,853 WARN [M:0;96982154c400:35313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T01:48:51,853 INFO [M:0;96982154c400:35313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/.lastflushedseqids 2024-12-08T01:48:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742003_1179 (size=761) 2024-12-08T01:48:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:48:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x100031a99110001, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:48:51,926 INFO [RS:0;96982154c400:42193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:48:51,926 INFO [RS:0;96982154c400:42193 {}] regionserver.HRegionServer(1031): Exiting; stopping=96982154c400,42193,1733622405922; zookeeper connection closed. 2024-12-08T01:48:51,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6999db9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6999db9c 2024-12-08T01:48:51,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T01:48:52,264 INFO [M:0;96982154c400:35313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T01:48:52,264 INFO [M:0;96982154c400:35313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T01:48:52,265 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T01:48:52,282 INFO [M:0;96982154c400:35313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:48:52,283 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:48:52,283 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T01:48:52,283 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:48:52,283 INFO [M:0;96982154c400:35313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.45 KB heapSize=518.52 KB 2024-12-08T01:48:52,296 DEBUG [M:0;96982154c400:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c92b208e4cc24e46aa3634a6c3eeaf50 is 82, key is hbase:meta,,1/info:regioninfo/1733622409816/Put/seqid=0 2024-12-08T01:48:52,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742004_1180 (size=5672) 2024-12-08T01:48:52,702 INFO [M:0;96982154c400:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c92b208e4cc24e46aa3634a6c3eeaf50 2024-12-08T01:48:52,729 DEBUG [M:0;96982154c400:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0514718d414b4b47b62a73ccccc10103 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733622521924/Put/seqid=0 2024-12-08T01:48:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742005_1181 (size=30169) 2024-12-08T01:48:53,134 INFO [M:0;96982154c400:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.89 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0514718d414b4b47b62a73ccccc10103 2024-12-08T01:48:53,145 INFO [M:0;96982154c400:35313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0514718d414b4b47b62a73ccccc10103 2024-12-08T01:48:53,164 DEBUG [M:0;96982154c400:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f2f9e019964b008b88ee6861c8fae4 is 69, key is 96982154c400,42193,1733622405922/rs:state/1733622408615/Put/seqid=0 2024-12-08T01:48:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073742006_1182 (size=5156) 2024-12-08T01:48:53,570 INFO [M:0;96982154c400:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f2f9e019964b008b88ee6861c8fae4 2024-12-08T01:48:53,583 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c92b208e4cc24e46aa3634a6c3eeaf50 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c92b208e4cc24e46aa3634a6c3eeaf50 2024-12-08T01:48:53,588 INFO [M:0;96982154c400:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c92b208e4cc24e46aa3634a6c3eeaf50, entries=8, sequenceid=908, filesize=5.5 K 2024-12-08T01:48:53,589 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0514718d414b4b47b62a73ccccc10103 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0514718d414b4b47b62a73ccccc10103 2024-12-08T01:48:53,594 INFO [M:0;96982154c400:35313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0514718d414b4b47b62a73ccccc10103 2024-12-08T01:48:53,594 INFO [M:0;96982154c400:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0514718d414b4b47b62a73ccccc10103, entries=94, sequenceid=908, filesize=29.5 K 2024-12-08T01:48:53,595 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f2f9e019964b008b88ee6861c8fae4 as hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3f2f9e019964b008b88ee6861c8fae4 2024-12-08T01:48:53,599 INFO [M:0;96982154c400:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36423/user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3f2f9e019964b008b88ee6861c8fae4, entries=1, sequenceid=908, filesize=5.0 K 2024-12-08T01:48:53,600 INFO [M:0;96982154c400:35313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.45 KB/452041, heapSize ~518.23 KB/530664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=908, compaction requested=false 2024-12-08T01:48:53,601 INFO [M:0;96982154c400:35313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T01:48:53,601 DEBUG [M:0;96982154c400:35313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733622532265Disabling compacts and flushes for region at 1733622532265Disabling writes for close at 1733622532283 (+18 ms)Obtaining lock to block concurrent updates at 1733622532283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733622532283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452041, getHeapSize=530904, getOffHeapSize=0, getCellsCount=1031 at 1733622532283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733622532283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733622532284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733622532296 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733622532296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733622532712 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733622532729 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733622532729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733622533145 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733622533163 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733622533163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b8abce: reopening flushed file at 1733622533582 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc256a5: reopening flushed file at 1733622533588 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5436b: reopening flushed file at 1733622533594 (+6 ms)Finished flush of dataSize ~441.45 KB/452041, heapSize ~518.23 KB/530664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=908, compaction requested=false at 1733622533600 (+6 ms)Writing region close event to WAL at 1733622533601 (+1 ms)Closed at 1733622533601 2024-12-08T01:48:53,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741830_1006 (size=511972) 2024-12-08T01:48:53,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97419e7d-4b4b-325f-f144-c655134a97ae/MasterData/WALs/96982154c400,35313,1733622404468/96982154c400%2C35313%2C1733622404468.96982154c400%2C35313%2C1733622404468.regiongroup-0.1733622407689 not finished, retry = 0 2024-12-08T01:48:53,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T01:48:53,706 INFO [M:0;96982154c400:35313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T01:48:53,706 INFO [M:0;96982154c400:35313 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-08T01:48:53,706 INFO [M:0;96982154c400:35313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35313 2024-12-08T01:48:53,706 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T01:48:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:48:53,862 INFO [M:0;96982154c400:35313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T01:48:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x100031a99110000, quorum=127.0.0.1:55066, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T01:48:53,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3c17d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T01:48:53,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T01:48:53,889 WARN [BP-773622702-172.17.0.2-1733622400501 heartbeating to localhost/127.0.0.1:36423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T01:48:53,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T01:48:53,890 WARN [BP-773622702-172.17.0.2-1733622400501 heartbeating to localhost/127.0.0.1:36423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-773622702-172.17.0.2-1733622400501 (Datanode Uuid 2de290d0-87d4-499a-95ad-f721568b787b) service to localhost/127.0.0.1:36423 2024-12-08T01:48:53,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data1/current/BP-773622702-172.17.0.2-1733622400501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T01:48:53,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/cluster_18ccc5b4-d853-6be1-b671-c03cbf14cce4/data/data2/current/BP-773622702-172.17.0.2-1733622400501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T01:48:53,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T01:48:53,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d57f2ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T01:48:53,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382e7786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@325f8c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205baae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T01:48:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T01:48:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-08T01:48:53,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4cd0c3{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T01:48:53,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c4b64b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5490d095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b03d5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16af2620{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T01:48:53,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b81454a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fe1609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc69811{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,988 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T01:48:53,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@400c23ab{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-08T01:48:53,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a8dedd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@114e2526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4177628d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,991 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-08T01:48:53,994 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-08T01:48:53,994 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-08T01:48:53,995 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T01:48:53,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c2a028{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-08T01:48:53,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4081a844{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T01:48:53,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T01:48:53,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52986b7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T01:48:53,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2c8cd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/70415ad4-fd8c-2d01-1f86-3d1573f5f82f/hadoop.log.dir/,STOPPED} 2024-12-08T01:48:53,999 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T01:48:53,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped