2024-11-27 00:36:21,139 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-11-27 00:36:21,159 main DEBUG Took 0.015710 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-27 00:36:21,159 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-27 00:36:21,160 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-27 00:36:21,161 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-27 00:36:21,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,179 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-27 00:36:21,212 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,228 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,230 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,235 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,238 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,239 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-27 00:36:21,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,249 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-27 00:36:21,251 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-27 00:36:21,255 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-27 00:36:21,258 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-27 00:36:21,259 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-27 00:36:21,261 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-27 00:36:21,262 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-27 00:36:21,290 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-27 00:36:21,294 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-27 00:36:21,298 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-27 00:36:21,299 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-27 00:36:21,300 main DEBUG createAppenders(={Console})
2024-11-27 00:36:21,307 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-11-27 00:36:21,308 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-11-27 00:36:21,309 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-11-27 00:36:21,311 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-27 00:36:21,311 main DEBUG OutputStream closed
2024-11-27 00:36:21,313 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-27 00:36:21,313 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-27 00:36:21,314 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-11-27 00:36:21,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-27 00:36:21,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-27 00:36:21,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-27 00:36:21,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-27 00:36:21,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-27 00:36:21,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-27 00:36:21,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-27 00:36:21,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-27 00:36:21,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-27 00:36:21,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-27 00:36:21,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-27 00:36:21,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-27 00:36:21,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-27 00:36:21,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-27 00:36:21,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-27 00:36:21,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-27 00:36:21,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-27 00:36:21,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-27 00:36:21,462 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27 00:36:21,463 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-11-27 00:36:21,464 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-27 00:36:21,465 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-11-27T00:36:21,540 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-11-27 00:36:21,545 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-27 00:36:21,546 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-27T00:36:22,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a
2024-11-27T00:36:22,069 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-27T00:36:22,071 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:36:22,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-27T00:36:22,098 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418, deleteOnExit=true
2024-11-27T00:36:22,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-27T00:36:22,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/test.cache.data in system properties and HBase conf
2024-11-27T00:36:22,101 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.tmp.dir in system properties and HBase conf
2024-11-27T00:36:22,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir in system properties and HBase conf
2024-11-27T00:36:22,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-27T00:36:22,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-27T00:36:22,105 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-27T00:36:22,226 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-27T00:36:22,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-27T00:36:22,369 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-27T00:36:22,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-27T00:36:22,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-27T00:36:22,375 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T00:36:22,375 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-27T00:36:22,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-27T00:36:22,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T00:36:22,377 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T00:36:22,378 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-27T00:36:22,379 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/nfs.dump.dir in system properties and HBase conf
2024-11-27T00:36:22,379 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir in system properties and HBase conf
2024-11-27T00:36:22,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T00:36:22,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-27T00:36:22,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-27T00:36:23,911 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-27T00:36:24,024 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4250ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-27T00:36:24,143 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:24,240 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:24,293 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:24,295 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:24,298 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-27T00:36:24,325 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:24,329 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:24,331 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:24,651 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-38577-hadoop-hdfs-3_4_1-tests_jar-_-any-4855097873899414912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-27T00:36:24,661 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:38577}
2024-11-27T00:36:24,662 INFO  [Time-limited test {}] server.Server(415): Started @4890ms
2024-11-27T00:36:25,595 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:25,604 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:25,614 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:25,615 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:25,615 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T00:36:25,616 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:25,616 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:25,740 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dce7e65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-43975-hadoop-hdfs-3_4_1-tests_jar-_-any-3650382985036686068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-27T00:36:25,741 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:43975}
2024-11-27T00:36:25,742 INFO  [Time-limited test {}] server.Server(415): Started @5970ms
2024-11-27T00:36:25,811 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-27T00:36:28,071 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data2/current/BP-1069829928-172.17.0.2-1732667783156/current, will proceed with Du for space computation calculation, 
2024-11-27T00:36:28,071 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data1/current/BP-1069829928-172.17.0.2-1732667783156/current, will proceed with Du for space computation calculation, 
2024-11-27T00:36:28,103 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-27T00:36:28,156 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb62d376bac13171d with lease ID 0x2e8ff61fc0363b61: Processing first storage report for DS-557ba497-0a90-4c9b-b37a-412bc6631fc8 from datanode DatanodeRegistration(127.0.0.1:40223, datanodeUuid=8008632e-2347-434c-be1e-1dcdea5e8e6a, infoPort=39795, infoSecurePort=0, ipcPort=42675, storageInfo=lv=-57;cid=testClusterID;nsid=412738665;c=1732667783156)
2024-11-27T00:36:28,157 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb62d376bac13171d with lease ID 0x2e8ff61fc0363b61: from storage DS-557ba497-0a90-4c9b-b37a-412bc6631fc8 node DatanodeRegistration(127.0.0.1:40223, datanodeUuid=8008632e-2347-434c-be1e-1dcdea5e8e6a, infoPort=39795, infoSecurePort=0, ipcPort=42675, storageInfo=lv=-57;cid=testClusterID;nsid=412738665;c=1732667783156), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-27T00:36:28,157 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb62d376bac13171d with lease ID 0x2e8ff61fc0363b61: Processing first storage report for DS-728fd687-fc1d-47ba-bdb9-04435f2b97e9 from datanode DatanodeRegistration(127.0.0.1:40223, datanodeUuid=8008632e-2347-434c-be1e-1dcdea5e8e6a, infoPort=39795, infoSecurePort=0, ipcPort=42675, storageInfo=lv=-57;cid=testClusterID;nsid=412738665;c=1732667783156)
2024-11-27T00:36:28,158 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb62d376bac13171d with lease ID 0x2e8ff61fc0363b61: from storage DS-728fd687-fc1d-47ba-bdb9-04435f2b97e9 node DatanodeRegistration(127.0.0.1:40223, datanodeUuid=8008632e-2347-434c-be1e-1dcdea5e8e6a, infoPort=39795, infoSecurePort=0, ipcPort=42675, storageInfo=lv=-57;cid=testClusterID;nsid=412738665;c=1732667783156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-27T00:36:28,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a
2024-11-27T00:36:28,264 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/zookeeper_0, clientPort=56341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-27T00:36:28,276 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56341
2024-11-27T00:36:28,287 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:28,289 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:28,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741825_1001 (size=7)
2024-11-27T00:36:28,955 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538 with version=8
2024-11-27T00:36:28,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging
2024-11-27T00:36:28,965 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-11-27T00:36:28,965 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-11-27T00:36:28,965 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-11-27T00:36:28,965 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-11-27T00:36:29,069 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-27T00:36:29,367 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2b6837fc55c2:0 server-side Connection retries=45
2024-11-27T00:36:29,381 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:29,382 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:29,392 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T00:36:29,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:29,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T00:36:29,582 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-27T00:36:29,656 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-27T00:36:29,669 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-27T00:36:29,674 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T00:36:29,710 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 151626 (auto-detected)
2024-11-27T00:36:29,711 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-27T00:36:29,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38349
2024-11-27T00:36:29,774 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38349 connecting to ZooKeeper ensemble=127.0.0.1:56341
2024-11-27T00:36:29,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383490x0, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T00:36:29,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38349-0x10179b847750000 connected
2024-11-27T00:36:30,066 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:30,069 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:30,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-27T00:36:30,101 INFO  [Time-limited test {}] log.Log(170): Logging initialized @10330ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-11-27T00:36:30,143 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-27T00:36:30,143 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-27T00:36:30,144 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-27T00:36:30,144 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-27T00:36:30,145 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-27T00:36:30,146 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-11-27T00:36:30,147 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-27T00:36:30,147 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-27T00:36:30,149 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-27T00:36:30,220 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41635
2024-11-27T00:36:30,222 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-27T00:36:30,244 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:30,246 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e558344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:30,247 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:30,247 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@335c4019{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-11-27T00:36:30,291 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-27T00:36:30,300 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:30,300 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:30,301 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-27T00:36:30,306 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:31,124 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@27f1e30b{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-11-27T00:36:31,130 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c628e80{HTTP/1.1, (http/1.1)}{0.0.0.0:41635}
2024-11-27T00:36:31,130 INFO  [Time-limited test {}] server.Server(415): Started @11359ms
2024-11-27T00:36:31,135 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538, hbase.cluster.distributed=false
2024-11-27T00:36:31,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-27T00:36:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38349
2024-11-27T00:36:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38349
2024-11-27T00:36:31,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38349
2024-11-27T00:36:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38349
2024-11-27T00:36:31,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38349
2024-11-27T00:36:31,309 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6837fc55c2:0 server-side Connection retries=45
2024-11-27T00:36:31,311 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:31,311 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:31,312 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-27T00:36:31,312 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-27T00:36:31,312 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-27T00:36:31,316 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-27T00:36:31,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-27T00:36:31,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33953
2024-11-27T00:36:31,322 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33953 connecting to ZooKeeper ensemble=127.0.0.1:56341
2024-11-27T00:36:31,323 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:31,326 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:31,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339530x0, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-27T00:36:31,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33953-0x10179b847750001 connected
2024-11-27T00:36:31,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-27T00:36:31,379 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-27T00:36:31,380 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-27T00:36:31,380 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-27T00:36:31,381 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-27T00:36:31,381 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-27T00:36:31,382 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-11-27T00:36:31,382 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-27T00:36:31,382 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-27T00:36:31,383 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-27T00:36:31,385 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46377
2024-11-27T00:36:31,385 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-27T00:36:31,387 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:31,387 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:31,388 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:31,388 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-11-27T00:36:31,406 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-27T00:36:31,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:31,408 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:31,408 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-27T00:36:31,410 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-27T00:36:31,414 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@29d4f41b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-11-27T00:36:31,415 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b91557{HTTP/1.1, (http/1.1)}{0.0.0.0:46377}
2024-11-27T00:36:31,415 INFO  [Time-limited test {}] server.Server(415): Started @11643ms
2024-11-27T00:36:31,421 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-27T00:36:31,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-27T00:36:31,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-11-27T00:36:31,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-27T00:36:31,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33953
2024-11-27T00:36:31,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33953
2024-11-27T00:36:31,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33953
2024-11-27T00:36:31,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33953
2024-11-27T00:36:31,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33953
2024-11-27T00:36:31,473 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6837fc55c2:38349
2024-11-27T00:36:31,477 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-27T00:36:31,480 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:36941}
2024-11-27T00:36:31,480 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] server.Server(415): Started @11708ms
2024-11-27T00:36:31,480 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-27T00:36:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-27T00:36:31,499 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-11-27T00:36:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:31,533 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/master
2024-11-27T00:36:31,535 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/2b6837fc55c2,38349,1732667789146 from backup master directory
2024-11-27T00:36:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-27T00:36:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-27T00:36:31,554 WARN  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T00:36:31,554 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:31,556 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-27T00:36:31,557 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-27T00:36:31,610 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase.id] with ID: 60ab45d2-e641-4e2e-aca4-15ef7825031c
2024-11-27T00:36:31,610 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.tmp/hbase.id
2024-11-27T00:36:31,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741826_1002 (size=42)
2024-11-27T00:36:32,023 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.tmp/hbase.id]:[hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase.id]
2024-11-27T00:36:32,073 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-27T00:36:32,078 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-27T00:36:32,102 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-11-27T00:36:32,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:32,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:32,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741827_1003 (size=196)
2024-11-27T00:36:32,590 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:32,593 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-27T00:36:32,601 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-27T00:36:32,604 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-27T00:36:32,617 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T00:36:32,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741828_1004 (size=1189)
2024-11-27T00:36:33,076 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store
2024-11-27T00:36:33,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741829_1005 (size=34)
2024-11-27T00:36:33,507 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-27T00:36:33,512 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:33,513 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T00:36:33,514 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:36:33,514 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:36:33,516 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T00:36:33,516 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:36:33,517 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:36:33,518 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732667793513Disabling compacts and flushes for region at 1732667793513Disabling writes for close at 1732667793516 (+3 ms)Writing region close event to WAL at 1732667793516Closed at 1732667793516
2024-11-27T00:36:33,520 WARN  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/.initializing
2024-11-27T00:36:33,520 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/WALs/2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:33,525 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T00:36:33,530 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 2b6837fc55c2,38349,1732667789146.regiongroup-0
2024-11-27T00:36:33,548 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6837fc55c2%2C38349%2C1732667789146.2b6837fc55c2%2C38349%2C1732667789146.regiongroup-0, suffix=, logDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/WALs/2b6837fc55c2,38349,1732667789146, archiveDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/oldWALs, maxLogs=10
2024-11-27T00:36:33,582 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/WALs/2b6837fc55c2,38349,1732667789146/2b6837fc55c2%2C38349%2C1732667789146.2b6837fc55c2%2C38349%2C1732667789146.regiongroup-0.1732667793554, exclude list is [], retry=0
2024-11-27T00:36:33,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:33,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-27T00:36:33,646 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/WALs/2b6837fc55c2,38349,1732667789146/2b6837fc55c2%2C38349%2C1732667789146.2b6837fc55c2%2C38349%2C1732667789146.regiongroup-0.1732667793554
2024-11-27T00:36:33,646 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:33,647 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:33,647 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:33,650 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,651 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,694 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T00:36:33,722 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-27T00:36:33,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:33,735 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:33,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T00:36:33,743 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-27T00:36:33,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:33,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:33,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T00:36:33,749 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-27T00:36:33,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:33,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:33,753 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-27T00:36:33,757 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-27T00:36:33,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:33,759 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:33,760 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,764 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,766 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,778 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,779 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,784 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T00:36:33,789 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-27T00:36:33,795 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:33,796 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11426595040, jitterRate=0.06418459117412567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T00:36:33,807 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732667793668Initializing all the Stores at 1732667793670 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667793670Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667793672 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667793672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667793672Cleaning up temporary data from old regions at 1732667793779 (+107 ms)Region opened successfully at 1732667793807 (+28 ms)
2024-11-27T00:36:33,809 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-27T00:36:33,848 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db6aac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=2b6837fc55c2/172.17.0.2:0
2024-11-27T00:36:33,880 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-27T00:36:33,923 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-27T00:36:33,923 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-27T00:36:33,930 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-27T00:36:33,931 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-27T00:36:33,937 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-27T00:36:33,937 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-27T00:36:33,976 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-27T00:36:34,097 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-11-27T00:36:34,284 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-11-27T00:36:34,286 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-27T00:36:34,288 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-11-27T00:36:34,316 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-11-27T00:36:34,319 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-27T00:36:34,323 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-11-27T00:36:34,337 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-11-27T00:36:34,339 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-11-27T00:36:34,359 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-11-27T00:36:34,383 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-27T00:36:34,395 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-11-27T00:36:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-27T00:36:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-27T00:36:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,419 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6837fc55c2,38349,1732667789146, sessionid=0x10179b847750000, setting cluster-up flag (Was=false)
2024-11-27T00:36:34,424 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-11-27T00:36:34,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,511 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-11-27T00:36:34,513 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,616 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-11-27T00:36:34,618 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:34,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:34,689 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-11-27T00:36:34,691 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:34,698 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-27T00:36:34,762 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(746): ClusterId : 60ab45d2-e641-4e2e-aca4-15ef7825031c
2024-11-27T00:36:34,763 INFO  [RS:0;2b6837fc55c2:33953 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-11-27T00:36:34,765 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-27T00:36:34,788 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-27T00:36:34,788 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-11-27T00:36:34,798 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-27T00:36:34,807 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-11-27T00:36:34,807 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-27T00:36:34,811 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-27T00:36:34,817 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-27T00:36:34,818 DEBUG [RS:0;2b6837fc55c2:33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0011ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=2b6837fc55c2/172.17.0.2:0
2024-11-27T00:36:34,821 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-27T00:36:34,829 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6837fc55c2,38349,1732667789146
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-27T00:36:34,833 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6837fc55c2:33953
2024-11-27T00:36:34,836 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-27T00:36:34,837 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-27T00:36:34,837 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6837fc55c2:0, corePoolSize=5, maxPoolSize=5
2024-11-27T00:36:34,837 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-27T00:36:34,837 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6837fc55c2:0, corePoolSize=5, maxPoolSize=5
2024-11-27T00:36:34,837 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6837fc55c2:0, corePoolSize=5, maxPoolSize=5
2024-11-27T00:36:34,837 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6837fc55c2:0, corePoolSize=5, maxPoolSize=5
2024-11-27T00:36:34,837 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6837fc55c2:0, corePoolSize=10, maxPoolSize=10
2024-11-27T00:36:34,838 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:34,838 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6837fc55c2:0, corePoolSize=2, maxPoolSize=2
2024-11-27T00:36:34,838 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:34,839 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6837fc55c2,38349,1732667789146 with port=33953, startcode=1732667791273
2024-11-27T00:36:34,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T00:36:34,844 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-27T00:36:34,847 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732667824847
2024-11-27T00:36:34,849 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-27T00:36:34,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:34,850 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-27T00:36:34,850 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-27T00:36:34,851 DEBUG [RS:0;2b6837fc55c2:33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-27T00:36:34,856 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-27T00:36:34,856 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-11-27T00:36:34,857 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-27T00:36:34,857 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-27T00:36:34,857 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-27T00:36:34,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741831_1007 (size=1321)
2024-11-27T00:36:34,860 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:34,868 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-27T00:36:34,869 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-27T00:36:34,870 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-27T00:36:34,887 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fccccd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:34,887 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:34,892 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-27T00:36:34,893 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:34,900 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:34,900 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-27T00:36:34,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:34,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:34,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bb481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:34,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:34,920 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:34,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5322880c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:34,925 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-27T00:36:34,928 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-27T00:36:34,929 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-27T00:36:34,931 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.large.0-1732667794930,5,FailOnTimeoutGroup]
2024-11-27T00:36:34,931 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.small.0-1732667794931,5,FailOnTimeoutGroup]
2024-11-27T00:36:34,931 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:34,932 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-27T00:36:34,932 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-27T00:36:34,932 WARN  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-27T00:36:34,933 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:34,933 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,034 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6837fc55c2,38349,1732667789146 with port=33953, startcode=1732667791273
2024-11-27T00:36:35,035 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,037 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(517): Registering regionserver=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,045 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:35,045 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43971
2024-11-27T00:36:35,045 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=41635
2024-11-27T00:36:35,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-27T00:36:35,086 DEBUG [RS:0;2b6837fc55c2:33953 {}] zookeeper.ZKUtil(111): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rs/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,086 WARN  [RS:0;2b6837fc55c2:33953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-27T00:36:35,086 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-27T00:36:35,086 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-27T00:36:35,087 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,088 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6837fc55c2,33953,1732667791273]
2024-11-27T00:36:35,116 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-27T00:36:35,132 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-27T00:36:35,137 INFO  [RS:0;2b6837fc55c2:33953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-27T00:36:35,138 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,139 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-27T00:36:35,147 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-27T00:36:35,148 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,149 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,149 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,149 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,149 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6837fc55c2:0, corePoolSize=2, maxPoolSize=2
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,150 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6837fc55c2:0, corePoolSize=1, maxPoolSize=1
2024-11-27T00:36:35,151 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0, corePoolSize=3, maxPoolSize=3
2024-11-27T00:36:35,151 DEBUG [RS:0;2b6837fc55c2:33953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6837fc55c2:0, corePoolSize=3, maxPoolSize=3
2024-11-27T00:36:35,152 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,152 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,152 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,153 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,153 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,153 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,33953,1732667791273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T00:36:35,171 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-27T00:36:35,173 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,33953,1732667791273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,173 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,174 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.Replication(171): 2b6837fc55c2,33953,1732667791273 started
2024-11-27T00:36:35,191 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:35,191 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1482): Serving as 2b6837fc55c2,33953,1732667791273, RpcServer on 2b6837fc55c2/172.17.0.2:33953, sessionid=0x10179b847750001
2024-11-27T00:36:35,192 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-27T00:36:35,192 DEBUG [RS:0;2b6837fc55c2:33953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,192 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6837fc55c2,33953,1732667791273'
2024-11-27T00:36:35,192 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-11-27T00:36:35,193 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-11-27T00:36:35,194 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-27T00:36:35,194 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-11-27T00:36:35,194 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6837fc55c2,33953,1732667791273'
2024-11-27T00:36:35,194 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:36:35,195 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:36:35,196 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-11-27T00:36:35,196 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-11-27T00:36:35,196 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-27T00:36:35,196 DEBUG [RS:0;2b6837fc55c2:33953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,196 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6837fc55c2,33953,1732667791273'
2024-11-27T00:36:35,196 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-11-27T00:36:35,197 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-11-27T00:36:35,197 DEBUG [RS:0;2b6837fc55c2:33953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-27T00:36:35,198 INFO  [RS:0;2b6837fc55c2:33953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-27T00:36:35,198 INFO  [RS:0;2b6837fc55c2:33953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-27T00:36:35,264 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-27T00:36:35,264 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:35,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741832_1008 (size=32)
2024-11-27T00:36:35,302 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T00:36:35,303 INFO  [RS:0;2b6837fc55c2:33953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 2b6837fc55c2,33953,1732667791273.regiongroup-0
2024-11-27T00:36:35,306 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0, suffix=, logDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273, archiveDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs, maxLogs=32
2024-11-27T00:36:35,322 DEBUG [RS:0;2b6837fc55c2:33953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309, exclude list is [], retry=0
2024-11-27T00:36:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:35,330 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309
2024-11-27T00:36:35,332 DEBUG [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:35,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:35,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-27T00:36:35,681 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T00:36:35,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:35,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:35,683 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-27T00:36:35,685 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T00:36:35,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:35,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:35,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-27T00:36:35,691 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T00:36:35,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:35,692 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:35,693 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-27T00:36:35,696 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T00:36:35,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:35,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:35,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T00:36:35,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740
2024-11-27T00:36:35,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740
2024-11-27T00:36:35,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T00:36:35,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T00:36:35,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T00:36:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T00:36:35,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:35,710 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10508984960, jitterRate=-0.02127450704574585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T00:36:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732667795676Initializing all the Stores at 1732667795678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667795678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667795678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667795678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667795678Cleaning up temporary data from old regions at 1732667795702 (+24 ms)Region opened successfully at 1732667795712 (+10 ms)
2024-11-27T00:36:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T00:36:35,713 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T00:36:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T00:36:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T00:36:35,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T00:36:35,714 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T00:36:35,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732667795713Disabling compacts and flushes for region at 1732667795713Disabling writes for close at 1732667795713Writing region close event to WAL at 1732667795714 (+1 ms)Closed at 1732667795714
2024-11-27T00:36:35,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T00:36:35,718 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-27T00:36:35,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-27T00:36:35,732 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T00:36:35,735 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-27T00:36:35,888 DEBUG [2b6837fc55c2:38349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-27T00:36:35,901 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:35,907 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6837fc55c2,33953,1732667791273, state=OPENING
2024-11-27T00:36:35,921 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-27T00:36:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:36:35,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-27T00:36:35,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-27T00:36:35,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-27T00:36:35,947 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:36,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-27T00:36:36,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-27T00:36:36,143 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-27T00:36:36,143 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-27T00:36:36,144 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-27T00:36:36,144 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T00:36:36,145 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-27T00:36:36,148 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6837fc55c2%2C33953%2C1732667791273.meta, suffix=.meta, logDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273, archiveDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs, maxLogs=32
2024-11-27T00:36:36,166 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta, exclude list is [], retry=0
2024-11-27T00:36:36,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:36,174 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta
2024-11-27T00:36:36,174 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:36,175 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:36,181 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:36,182 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-27T00:36:36,186 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-27T00:36:36,187 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-27T00:36:36,192 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-27T00:36:36,193 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:36,193 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-27T00:36:36,193 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-27T00:36:36,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-27T00:36:36,200 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-27T00:36:36,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:36,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:36,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-27T00:36:36,204 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-27T00:36:36,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:36,206 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:36,206 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-27T00:36:36,208 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-27T00:36:36,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:36,210 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:36,210 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-27T00:36:36,212 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-27T00:36:36,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:36,214 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-27T00:36:36,214 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-27T00:36:36,216 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740
2024-11-27T00:36:36,219 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740
2024-11-27T00:36:36,222 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-27T00:36:36,222 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-27T00:36:36,223 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-27T00:36:36,227 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-27T00:36:36,229 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11585154880, jitterRate=0.0789516270160675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-27T00:36:36,229 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-27T00:36:36,231 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732667796194Writing region info on filesystem at 1732667796194Initializing all the Stores at 1732667796196 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667796197 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667796197Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667796197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732667796197Cleaning up temporary data from old regions at 1732667796222 (+25 ms)Running coprocessor post-open hooks at 1732667796229 (+7 ms)Region opened successfully at 1732667796231 (+2 ms)
2024-11-27T00:36:36,239 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732667796116
2024-11-27T00:36:36,251 DEBUG [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-27T00:36:36,252 INFO  [RS_OPEN_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-27T00:36:36,253 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:36,256 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6837fc55c2,33953,1732667791273, state=OPEN
2024-11-27T00:36:36,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-27T00:36:36,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-27T00:36:36,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-27T00:36:36,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-27T00:36:36,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:36,297 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-27T00:36:36,297 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6837fc55c2,33953,1732667791273 in 345 msec
2024-11-27T00:36:36,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-27T00:36:36,305 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 575 msec
2024-11-27T00:36:36,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-27T00:36:36,306 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-27T00:36:36,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:36,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:36,349 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:36,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:36,380 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6360 sec
2024-11-27T00:36:36,380 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732667796380, completionTime=-1
2024-11-27T00:36:36,383 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-27T00:36:36,384 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-27T00:36:36,421 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-27T00:36:36,421 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732667856421
2024-11-27T00:36:36,421 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667916421
2024-11-27T00:36:36,421 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec
2024-11-27T00:36:36,423 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,424 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,424 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,425 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6837fc55c2:38349, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,426 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,428 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,434 DEBUG [master/2b6837fc55c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-27T00:36:36,465 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.911sec
2024-11-27T00:36:36,466 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-27T00:36:36,468 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-27T00:36:36,470 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-27T00:36:36,471 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-27T00:36:36,471 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-27T00:36:36,472 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-27T00:36:36,473 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-27T00:36:36,482 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-27T00:36:36,483 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-27T00:36:36,483 INFO  [master/2b6837fc55c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6837fc55c2,38349,1732667789146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-27T00:36:36,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d289966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:36,567 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-27T00:36:36,567 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-27T00:36:36,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:36,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:36,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517b7e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:36,582 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:36,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2b4925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:36,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:36,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:36,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:36,596 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:36,614 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/test.cache.data in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.tmp.dir in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-27T00:36:36,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/nfs.dump.dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-27T00:36:36,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-27T00:36:36,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741835_1011 (size=592039)
2024-11-27T00:36:37,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741836_1012 (size=1663647)
2024-11-27T00:36:38,699 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:38,774 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:38,989 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:38,990 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-27T00:36:38,991 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:38,998 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:38,999 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:38,999 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:38,999 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T00:36:38,999 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:38,999 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T00:36:39,000 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4ec963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:39,000 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7823f4b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:39,001 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:39,013 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec5d7f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:39,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:39,166 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-11-27T00:36:39,167 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-11-27T00:36:39,167 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-27T00:36:39,169 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-27T00:36:39,210 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:39,306 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:39,542 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:39,570 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555c9374{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-39115-hadoop-yarn-common-3_4_1_jar-_-any-13092674820231977470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-27T00:36:39,570 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6783768c{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-46207-hadoop-yarn-common-3_4_1_jar-_-any-13942272746665887234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-27T00:36:39,571 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52ca3379{HTTP/1.1, (http/1.1)}{localhost:46207}
2024-11-27T00:36:39,571 INFO  [Time-limited test {}] server.Server(415): Started @19799ms
2024-11-27T00:36:39,571 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@1f60ad1b{HTTP/1.1, (http/1.1)}{localhost:39115}
2024-11-27T00:36:39,571 INFO  [Thread-251 {}] server.Server(415): Started @19799ms
2024-11-27T00:36:39,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-27T00:36:39,652 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:39,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:36:39,661 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-11-27T00:36:39,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T00:36:39,662 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-27T00:36:39,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-27T00:36:39,663 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:39,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741837_1013 (size=5)
2024-11-27T00:36:40,776 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-27T00:36:40,783 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:40,854 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-27T00:36:40,855 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:40,873 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:40,873 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:40,873 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T00:36:40,876 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:40,877 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434d9bc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:40,878 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35af8e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:40,949 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-27T00:36:40,950 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-27T00:36:40,950 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-27T00:36:40,950 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-27T00:36:40,963 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:40,972 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:41,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-27T00:36:41,126 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:41,140 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28daba6d{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-43755-hadoop-yarn-common-3_4_1_jar-_-any-3884064817171657540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-27T00:36:41,141 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16511111{HTTP/1.1, (http/1.1)}{localhost:43755}
2024-11-27T00:36:41,141 INFO  [Time-limited test {}] server.Server(415): Started @21370ms
2024-11-27T00:36:41,329 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-27T00:36:41,333 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:41,350 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-27T00:36:41,351 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-27T00:36:41,357 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-27T00:36:41,357 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-27T00:36:41,357 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-27T00:36:41,358 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-27T00:36:41,358 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f3a0d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,AVAILABLE}
2024-11-27T00:36:41,358 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554a140e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-27T00:36:41,402 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-27T00:36:41,403 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-27T00:36:41,403 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-27T00:36:41,403 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-27T00:36:41,414 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:41,420 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:41,499 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-27T00:36:41,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d66eab{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/java.io.tmpdir/jetty-localhost-36107-hadoop-yarn-common-3_4_1_jar-_-any-1653087135399276604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-27T00:36:41,504 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f6740f5{HTTP/1.1, (http/1.1)}{localhost:36107}
2024-11-27T00:36:41,504 INFO  [Time-limited test {}] server.Server(415): Started @21732ms
2024-11-27T00:36:41,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-27T00:36:41,528 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:43971/backupUT
2024-11-27T00:36:41,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:36:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd2eb56
2024-11-27T00:36:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:36:41,544 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:36:41,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'}
2024-11-27T00:36:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-11-27T00:36:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T00:36:41,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec
2024-11-27T00:36:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-27T00:36:41,671 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-11-27T00:36:41,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'}
2024-11-27T00:36:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-11-27T00:36:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-27T00:36:41,688 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec
2024-11-27T00:36:41,727 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-27T00:36:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-27T00:36:41,790 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-11-27T00:36:41,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'}
2024-11-27T00:36:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-11-27T00:36:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-27T00:36:41,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 17 msec
2024-11-27T00:36:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-27T00:36:41,910 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-11-27T00:36:41,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'}
2024-11-27T00:36:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-11-27T00:36:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-27T00:36:41,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec
2024-11-27T00:36:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-27T00:36:42,020 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-11-27T00:36:42,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732667801528', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732667801528
2024-11-27T00:36:42,039 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:42,040 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test-1732667801528"
 procId is: 8
2024-11-27T00:36:42,041 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-27T00:36:42,043 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:42,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741838_1014 (size=367)
2024-11-27T00:36:42,058 INFO  [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87bf6ec7d1234282a5309d665eb7a51b, NAME => 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:42,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741839_1015 (size=53)
2024-11-27T00:36:42,071 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:42,071 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1722): Closing 87bf6ec7d1234282a5309d665eb7a51b, disabling compactions & flushes
2024-11-27T00:36:42,071 INFO  [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,071 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,071 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. after waiting 0 ms
2024-11-27T00:36:42,071 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,072 INFO  [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1973): Closed test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,072 DEBUG [RegionOpenAndInit-test-1732667801528-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87bf6ec7d1234282a5309d665eb7a51b:
Waiting for close lock at 1732667802071Disabling compacts and flushes for region at 1732667802071Disabling writes for close at 1732667802071Writing region close event to WAL at 1732667802072 (+1 ms)Closed at 1732667802072
2024-11-27T00:36:42,074 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:42,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732667802075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667802075"}]},"ts":"1732667802075"}
2024-11-27T00:36:42,088 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:42,091 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:42,095 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732667801528","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667802091"}]},"ts":"1732667802091"}
2024-11-27T00:36:42,101 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732667801528, state=ENABLING in hbase:meta
2024-11-27T00:36:42,102 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, ASSIGN}]
2024-11-27T00:36:42,105 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, ASSIGN
2024-11-27T00:36:42,107 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-27T00:36:42,259 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:42,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, ASSIGN because future has completed
2024-11-27T00:36:42,264 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-27T00:36:42,439 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,440 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-27T00:36:42,440 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 2b6837fc55c2,33953,1732667791273.regiongroup-1
2024-11-27T00:36:42,443 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1, suffix=, logDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273, archiveDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs, maxLogs=32
2024-11-27T00:36:42,458 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445, exclude list is [], retry=0
2024-11-27T00:36:42,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:42,466 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445
2024-11-27T00:36:42,466 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:42,466 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 87bf6ec7d1234282a5309d665eb7a51b, NAME => 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:42,467 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:42,467 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732667801528 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,467 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:42,468 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,468 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,470 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:36:42,473 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName f
2024-11-27T00:36:42,473 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:42,474 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:42,474 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,476 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,477 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,478 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,478 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,482 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,487 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:42,488 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 87bf6ec7d1234282a5309d665eb7a51b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11614628160, jitterRate=0.0816965401172638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:36:42,489 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:42,490 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 87bf6ec7d1234282a5309d665eb7a51b:
Running coprocessor pre-open hook at 1732667802468Writing region info on filesystem at 1732667802468Initializing all the Stores at 1732667802470 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667802470Cleaning up temporary data from old regions at 1732667802478 (+8 ms)Running coprocessor post-open hooks at 1732667802489 (+11 ms)Region opened successfully at 1732667802490 (+1 ms)
2024-11-27T00:36:42,492 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., pid=10, masterSystemTime=1732667802418
2024-11-27T00:36:42,497 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,497 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:42,498 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:42,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:42,510 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-27T00:36:42,511 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 in 241 msec
2024-11-27T00:36:42,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-27T00:36:42,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, ASSIGN in 408 msec
2024-11-27T00:36:42,518 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:42,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732667801528","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667802518"}]},"ts":"1732667802518"}
2024-11-27T00:36:42,522 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732667801528, state=ENABLED in hbase:meta
2024-11-27T00:36:42,524 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732667801528 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:42,528 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732667801528 in 492 msec
2024-11-27T00:36:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-27T00:36:42,670 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732667801528 completed
2024-11-27T00:36:42,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7c3b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:42,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:42,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:42,673 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37aa0cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:42,676 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fb0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:42,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:42,683 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732667801528', row='row0', locateType=CURRENT is [region=test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:36:42,692 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(8528): writing data to region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. with WAL disabled. Data may be lost in the event of a crash.
2024-11-27T00:36:42,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17326678015281', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17326678015281
2024-11-27T00:36:42,869 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:42,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:42,870 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "test-17326678015281"
 procId is: 11
2024-11-27T00:36:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:42,871 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:42,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741841_1017 (size=364)
2024-11-27T00:36:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:43,284 INFO  [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47ab555125c7bbb24d21018ef1589161, NAME => 'ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17326678015281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:43,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741842_1018 (size=50)
2024-11-27T00:36:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:43,694 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:43,695 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1722): Closing 47ab555125c7bbb24d21018ef1589161, disabling compactions & flushes
2024-11-27T00:36:43,695 INFO  [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:43,695 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:43,695 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161. after waiting 0 ms
2024-11-27T00:36:43,695 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:43,695 INFO  [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:43,695 DEBUG [RegionOpenAndInit-ns2:test-17326678015281-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47ab555125c7bbb24d21018ef1589161:
Waiting for close lock at 1732667803695Disabling compacts and flushes for region at 1732667803695Disabling writes for close at 1732667803695Writing region close event to WAL at 1732667803695Closed at 1732667803695
2024-11-27T00:36:43,697 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:43,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732667803697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667803697"}]},"ts":"1732667803697"}
2024-11-27T00:36:43,700 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:43,702 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:43,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326678015281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667803702"}]},"ts":"1732667803702"}
2024-11-27T00:36:43,705 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326678015281, state=ENABLING in hbase:meta
2024-11-27T00:36:43,705 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326678015281, region=47ab555125c7bbb24d21018ef1589161, ASSIGN}]
2024-11-27T00:36:43,707 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326678015281, region=47ab555125c7bbb24d21018ef1589161, ASSIGN
2024-11-27T00:36:43,708 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326678015281, region=47ab555125c7bbb24d21018ef1589161, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:43,859 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=47ab555125c7bbb24d21018ef1589161, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:43,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326678015281, region=47ab555125c7bbb24d21018ef1589161, ASSIGN because future has completed
2024-11-27T00:36:43,863 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47ab555125c7bbb24d21018ef1589161, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:44,021 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:44,022 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 47ab555125c7bbb24d21018ef1589161, NAME => 'ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:44,022 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:44,022 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326678015281 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,022 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:44,023 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,023 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,025 INFO  [StoreOpener-47ab555125c7bbb24d21018ef1589161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47ab555125c7bbb24d21018ef1589161 
2024-11-27T00:36:44,027 INFO  [StoreOpener-47ab555125c7bbb24d21018ef1589161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47ab555125c7bbb24d21018ef1589161 columnFamilyName f
2024-11-27T00:36:44,027 DEBUG [StoreOpener-47ab555125c7bbb24d21018ef1589161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:44,028 INFO  [StoreOpener-47ab555125c7bbb24d21018ef1589161-1 {}] regionserver.HStore(327): Store=47ab555125c7bbb24d21018ef1589161/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:44,028 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,030 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,030 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,031 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,031 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,034 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,038 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:44,039 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 47ab555125c7bbb24d21018ef1589161; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11377899040, jitterRate=0.05964942276477814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:36:44,039 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:36:44,040 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 47ab555125c7bbb24d21018ef1589161:
Running coprocessor pre-open hook at 1732667804023Writing region info on filesystem at 1732667804023Initializing all the Stores at 1732667804025 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667804025Cleaning up temporary data from old regions at 1732667804031 (+6 ms)Running coprocessor post-open hooks at 1732667804039 (+8 ms)Region opened successfully at 1732667804040 (+1 ms)
2024-11-27T00:36:44,041 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161., pid=13, masterSystemTime=1732667804016
2024-11-27T00:36:44,044 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:44,044 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:36:44,045 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=47ab555125c7bbb24d21018ef1589161, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:44,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47ab555125c7bbb24d21018ef1589161, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:44,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-27T00:36:44,055 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 47ab555125c7bbb24d21018ef1589161, server=2b6837fc55c2,33953,1732667791273 in 188 msec
2024-11-27T00:36:44,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-27T00:36:44,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326678015281, region=47ab555125c7bbb24d21018ef1589161, ASSIGN in 349 msec
2024-11-27T00:36:44,060 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:44,060 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326678015281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667804060"}]},"ts":"1732667804060"}
2024-11-27T00:36:44,063 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326678015281, state=ENABLED in hbase:meta
2024-11-27T00:36:44,065 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326678015281 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:44,068 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17326678015281 in 1.1990 sec
2024-11-27T00:36:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-27T00:36:45,030 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17326678015281 completed
2024-11-27T00:36:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326678015281', row='row0', locateType=CURRENT is [region=ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:36:45,037 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(8528): writing data to region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161. with WAL disabled. Data may be lost in the event of a crash.
2024-11-27T00:36:45,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17326678015282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17326678015282
2024-11-27T00:36:45,203 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:45,203 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:45,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3"
qualifier: "test-17326678015282"
 procId is: 14
2024-11-27T00:36:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-27T00:36:45,204 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:45,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741843_1019 (size=390)
2024-11-27T00:36:45,214 INFO  [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b9ba91a7ecf3493bd8841bdc7f220c4, NAME => 'ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17326678015282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:45,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741844_1020 (size=50)
2024-11-27T00:36:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-27T00:36:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1722): Closing 3b9ba91a7ecf3493bd8841bdc7f220c4, disabling compactions & flushes
2024-11-27T00:36:45,623 INFO  [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4. after waiting 0 ms
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:45,623 INFO  [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:45,623 DEBUG [RegionOpenAndInit-ns3:test-17326678015282-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b9ba91a7ecf3493bd8841bdc7f220c4:
Waiting for close lock at 1732667805623Disabling compacts and flushes for region at 1732667805623Disabling writes for close at 1732667805623Writing region close event to WAL at 1732667805623Closed at 1732667805623
2024-11-27T00:36:45,625 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:45,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732667805625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667805625"}]},"ts":"1732667805625"}
2024-11-27T00:36:45,629 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:45,630 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:45,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326678015282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667805631"}]},"ts":"1732667805631"}
2024-11-27T00:36:45,633 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326678015282, state=ENABLING in hbase:meta
2024-11-27T00:36:45,634 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326678015282, region=3b9ba91a7ecf3493bd8841bdc7f220c4, ASSIGN}]
2024-11-27T00:36:45,636 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326678015282, region=3b9ba91a7ecf3493bd8841bdc7f220c4, ASSIGN
2024-11-27T00:36:45,637 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326678015282, region=3b9ba91a7ecf3493bd8841bdc7f220c4, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:45,788 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3b9ba91a7ecf3493bd8841bdc7f220c4, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326678015282, region=3b9ba91a7ecf3493bd8841bdc7f220c4, ASSIGN because future has completed
2024-11-27T00:36:45,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-27T00:36:45,950 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:45,950 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b9ba91a7ecf3493bd8841bdc7f220c4, NAME => 'ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:45,950 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:45,950 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326678015282 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,950 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:45,951 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,951 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,953 INFO  [StoreOpener-3b9ba91a7ecf3493bd8841bdc7f220c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b9ba91a7ecf3493bd8841bdc7f220c4 
2024-11-27T00:36:45,955 INFO  [StoreOpener-3b9ba91a7ecf3493bd8841bdc7f220c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9ba91a7ecf3493bd8841bdc7f220c4 columnFamilyName f
2024-11-27T00:36:45,955 DEBUG [StoreOpener-3b9ba91a7ecf3493bd8841bdc7f220c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:45,956 INFO  [StoreOpener-3b9ba91a7ecf3493bd8841bdc7f220c4-1 {}] regionserver.HStore(327): Store=3b9ba91a7ecf3493bd8841bdc7f220c4/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:45,956 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,957 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns3/test-17326678015282/3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,958 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns3/test-17326678015282/3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,959 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,959 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:45,961 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:46,002 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns3/test-17326678015282/3b9ba91a7ecf3493bd8841bdc7f220c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:46,003 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3b9ba91a7ecf3493bd8841bdc7f220c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10190580480, jitterRate=-0.05092823505401611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:36:46,003 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:36:46,004 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3b9ba91a7ecf3493bd8841bdc7f220c4:
Running coprocessor pre-open hook at 1732667805951Writing region info on filesystem at 1732667805951Initializing all the Stores at 1732667805952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667805952Cleaning up temporary data from old regions at 1732667805959 (+7 ms)Running coprocessor post-open hooks at 1732667806003 (+44 ms)Region opened successfully at 1732667806004 (+1 ms)
2024-11-27T00:36:46,005 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4., pid=16, masterSystemTime=1732667805944
2024-11-27T00:36:46,008 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:46,009 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:36:46,010 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3b9ba91a7ecf3493bd8841bdc7f220c4, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:46,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:46,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-27T00:36:46,020 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4, server=2b6837fc55c2,33953,1732667791273 in 224 msec
2024-11-27T00:36:46,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-27T00:36:46,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326678015282, region=3b9ba91a7ecf3493bd8841bdc7f220c4, ASSIGN in 385 msec
2024-11-27T00:36:46,024 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:46,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326678015282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667806024"}]},"ts":"1732667806024"}
2024-11-27T00:36:46,027 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326678015282, state=ENABLED in hbase:meta
2024-11-27T00:36:46,029 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326678015282 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:46,032 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17326678015282 in 830 msec
2024-11-27T00:36:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-27T00:36:46,340 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17326678015282 completed
2024-11-27T00:36:46,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17326678015282 get assigned. Timeout = 60000ms
2024-11-27T00:36:46,341 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T00:36:46,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17326678015282 assigned to meta. Checking AM states.
2024-11-27T00:36:46,348 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T00:36:46,348 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17326678015282 assigned.
2024-11-27T00:36:46,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17326678015283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17326678015283
2024-11-27T00:36:46,354 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:46,354 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:46,354 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4"
qualifier: "test-17326678015283"
 procId is: 17
2024-11-27T00:36:46,355 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:46,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741845_1021 (size=390)
2024-11-27T00:36:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:46,766 INFO  [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8d9725ab8c62b340d61c7b0df76f681, NAME => 'ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17326678015283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:46,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741846_1022 (size=50)
2024-11-27T00:36:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:47,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17326678015282'
2024-11-27T00:36:47,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17326678015281'
2024-11-27T00:36:47,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732667801528'
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1722): Closing d8d9725ab8c62b340d61c7b0df76f681, disabling compactions & flushes
2024-11-27T00:36:47,174 INFO  [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681. after waiting 0 ms
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,174 INFO  [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,174 DEBUG [RegionOpenAndInit-ns4:test-17326678015283-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8d9725ab8c62b340d61c7b0df76f681:
Waiting for close lock at 1732667807174Disabling compacts and flushes for region at 1732667807174Disabling writes for close at 1732667807174Writing region close event to WAL at 1732667807174Closed at 1732667807174
2024-11-27T00:36:47,176 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:47,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732667807176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667807176"}]},"ts":"1732667807176"}
2024-11-27T00:36:47,180 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:47,182 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:47,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326678015283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667807182"}]},"ts":"1732667807182"}
2024-11-27T00:36:47,185 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326678015283, state=ENABLING in hbase:meta
2024-11-27T00:36:47,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326678015283, region=d8d9725ab8c62b340d61c7b0df76f681, ASSIGN}]
2024-11-27T00:36:47,187 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326678015283, region=d8d9725ab8c62b340d61c7b0df76f681, ASSIGN
2024-11-27T00:36:47,189 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326678015283, region=d8d9725ab8c62b340d61c7b0df76f681, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:47,339 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d8d9725ab8c62b340d61c7b0df76f681, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:47,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326678015283, region=d8d9725ab8c62b340d61c7b0df76f681, ASSIGN because future has completed
2024-11-27T00:36:47,343 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8d9725ab8c62b340d61c7b0df76f681, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:47,501 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,501 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d8d9725ab8c62b340d61c7b0df76f681, NAME => 'ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:47,502 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:47,502 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326678015283 d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,502 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:47,502 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,502 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,504 INFO  [StoreOpener-d8d9725ab8c62b340d61c7b0df76f681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8d9725ab8c62b340d61c7b0df76f681 
2024-11-27T00:36:47,507 INFO  [StoreOpener-d8d9725ab8c62b340d61c7b0df76f681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d9725ab8c62b340d61c7b0df76f681 columnFamilyName f
2024-11-27T00:36:47,507 DEBUG [StoreOpener-d8d9725ab8c62b340d61c7b0df76f681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:47,508 INFO  [StoreOpener-d8d9725ab8c62b340d61c7b0df76f681-1 {}] regionserver.HStore(327): Store=d8d9725ab8c62b340d61c7b0df76f681/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:47,509 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,510 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns4/test-17326678015283/d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,511 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns4/test-17326678015283/d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,511 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,511 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,514 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,517 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns4/test-17326678015283/d8d9725ab8c62b340d61c7b0df76f681/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:47,518 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d8d9725ab8c62b340d61c7b0df76f681; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10938742560, jitterRate=0.018749788403511047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:36:47,518 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:36:47,519 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d8d9725ab8c62b340d61c7b0df76f681:
Running coprocessor pre-open hook at 1732667807502Writing region info on filesystem at 1732667807502Initializing all the Stores at 1732667807504 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667807504Cleaning up temporary data from old regions at 1732667807511 (+7 ms)Running coprocessor post-open hooks at 1732667807518 (+7 ms)Region opened successfully at 1732667807519 (+1 ms)
2024-11-27T00:36:47,520 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681., pid=19, masterSystemTime=1732667807496
2024-11-27T00:36:47,523 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,523 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:36:47,524 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d8d9725ab8c62b340d61c7b0df76f681, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:47,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8d9725ab8c62b340d61c7b0df76f681, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:47,533 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-27T00:36:47,533 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d8d9725ab8c62b340d61c7b0df76f681, server=2b6837fc55c2,33953,1732667791273 in 186 msec
2024-11-27T00:36:47,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-27T00:36:47,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326678015283, region=d8d9725ab8c62b340d61c7b0df76f681, ASSIGN in 348 msec
2024-11-27T00:36:47,539 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:47,539 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326678015283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667807539"}]},"ts":"1732667807539"}
2024-11-27T00:36:47,542 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326678015283, state=ENABLED in hbase:meta
2024-11-27T00:36:47,544 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326678015283 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:47,547 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17326678015283 in 1.1930 sec
2024-11-27T00:36:47,970 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-27T00:36:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-27T00:36:48,500 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17326678015283 completed
2024-11-27T00:36:48,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17326678015283 get assigned. Timeout = 60000ms
2024-11-27T00:36:48,500 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T00:36:48,505 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17326678015283 assigned to meta. Checking AM states.
2024-11-27T00:36:48,505 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-27T00:36:48,505 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17326678015283 assigned.
2024-11-27T00:36:48,506 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:36:48,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:36:48,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:48,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:48,511 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:36:48,534 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=19, AvailableMemoryMB=4412
2024-11-27T00:36:48,535 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500
2024-11-27T00:36:48,536 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-11-27T00:36:48,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732667801528 from 'test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732667801528', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732667801528
2024-11-27T00:36:48,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741847_1023 (size=908)
2024-11-27T00:36:48,978 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000001.367
2024-11-27T00:36:48,978 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000002.908
2024-11-27T00:36:48,984 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732667801528}]
2024-11-27T00:36:48,995 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE}]
2024-11-27T00:36:48,997 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE
2024-11-27T00:36:48,999 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE because future has completed
2024-11-27T00:36:49,002 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:36:49,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:49,160 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:49,161 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:36:49,161 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 87bf6ec7d1234282a5309d665eb7a51b, disabling compactions & flushes
2024-11-27T00:36:49,161 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:49,161 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:49,161 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. after waiting 0 ms
2024-11-27T00:36:49,161 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:49,165 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 87bf6ec7d1234282a5309d665eb7a51b 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-27T00:36:49,231 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/f406f08d585c4dbe95db6dab36c71ac9 is 37, key is row10/f:q1/1732667802713/Put/seqid=0
2024-11-27T00:36:49,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741848_1024 (size=8413)
2024-11-27T00:36:49,645 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:36:49,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326678015281
2024-11-27T00:36:49,651 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326678015281 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:49,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326678015282
2024-11-27T00:36:49,653 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326678015282 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:49,653 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732667801528
2024-11-27T00:36:49,653 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732667801528 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:49,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326678015283
2024-11-27T00:36:49,654 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326678015283 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:49,713 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/f406f08d585c4dbe95db6dab36c71ac9 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:36:49,723 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9, entries=99, sequenceid=103, filesize=8.2 K
2024-11-27T00:36:49,730 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 564ms, sequenceid=103, compaction requested=false
2024-11-27T00:36:49,737 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-11-27T00:36:49,740 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:36:49,740 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:49,740 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 87bf6ec7d1234282a5309d665eb7a51b:
Waiting for close lock at 1732667809161Running coprocessor pre-close hooks at 1732667809161Disabling compacts and flushes for region at 1732667809161Disabling writes for close at 1732667809161Obtaining lock to block concurrent updates at 1732667809165 (+4 ms)Preparing flush snapshotting stores in 87bf6ec7d1234282a5309d665eb7a51b at 1732667809165Finished memstore snapshotting test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732667809172 (+7 ms)Flushing stores of test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. at 1732667809173 (+1 ms)Flushing 87bf6ec7d1234282a5309d665eb7a51b/f: creating writer at 1732667809175 (+2 ms)Flushing 87bf6ec7d1234282a5309d665eb7a51b/f: appending metadata at 1732667809218 (+43 ms)Flushing 87bf6ec7d1234282a5309d665eb7a51b/f: closing flushed file at 1732667809221 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c53ea99: reopening flushed file at 1732667809711 (+490 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 564ms, sequenceid=103, compaction requested=false at 1732667809730 (+19 ms)Writing region close event to WAL at 1732667809732 (+2 ms)Running coprocessor post-close hooks at 1732667809738 (+6 ms)Closed at 1732667809740 (+2 ms)
2024-11-27T00:36:49,740 WARN  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 87bf6ec7d1234282a5309d665eb7a51b to self.
2024-11-27T00:36:49,743 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:49,744 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=CLOSED
2024-11-27T00:36:49,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:49,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-27T00:36:49,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 in 745 msec
2024-11-27T00:36:49,752 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE; state=CLOSED, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=true
2024-11-27T00:36:49,902 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:49,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE because future has completed
2024-11-27T00:36:49,906 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:50,065 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:50,065 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 87bf6ec7d1234282a5309d665eb7a51b, NAME => 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:50,065 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:50,065 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732667801528 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,066 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:50,066 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,066 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,068 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:36:50,070 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName f
2024-11-27T00:36:50,070 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:50,081 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:36:50,081 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:50,081 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:36:50,083 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName f3
2024-11-27T00:36:50,083 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:50,084 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:50,085 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:36:50,092 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName mob
2024-11-27T00:36:50,097 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:50,097 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:50,098 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,099 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,101 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,102 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,102 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,104 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732667801528 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:36:50,106 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,108 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 87bf6ec7d1234282a5309d665eb7a51b; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10489157440, jitterRate=-0.02312108874320984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:36:50,108 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:50,109 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 87bf6ec7d1234282a5309d665eb7a51b:
Running coprocessor pre-open hook at 1732667810066Writing region info on filesystem at 1732667810066Initializing all the Stores at 1732667810068 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667810068Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667810068Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667810068Cleaning up temporary data from old regions at 1732667810102 (+34 ms)Running coprocessor post-open hooks at 1732667810108 (+6 ms)Region opened successfully at 1732667810109 (+1 ms)
2024-11-27T00:36:50,110 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., pid=24, masterSystemTime=1732667810059
2024-11-27T00:36:50,114 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:50,114 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:50,115 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPEN, openSeqNum=107, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:50,122 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-11-27T00:36:50,122 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 in 213 msec
2024-11-27T00:36:50,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-27T00:36:50,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE in 1.1270 sec
2024-11-27T00:36:50,131 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-27T00:36:50,131 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732667801528 in 1.1440 sec
2024-11-27T00:36:50,137 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732667801528 in 1.5880 sec
2024-11-27T00:36:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-11-27T00:36:50,139 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732667801528 completed
2024-11-27T00:36:50,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7814f6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:50,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:50,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:50,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:50,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:50,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:50,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5522f8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:50,144 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3c4b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:50,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:50,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:50,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:50,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732667801528', row='row-test-1732667801528-3-0', locateType=CURRENT is [region=test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., hostname=2b6837fc55c2,33953,1732667791273, seqNum=107]
2024-11-27T00:36:50,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:36:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0227f1
2024-11-27T00:36:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:36:50,215 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:36:50,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'}
2024-11-27T00:36:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-11-27T00:36:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-27T00:36:50,246 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec
2024-11-27T00:36:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-27T00:36:50,350 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-11-27T00:36:50,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-11-27T00:36:50,372 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:50,372 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:50,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-11-27T00:36:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-27T00:36:50,373 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:50,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741849_1025 (size=635)
2024-11-27T00:36:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-27T00:36:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-27T00:36:50,794 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 853bbcd33bc332623a4cdae4943fd1f8, NAME => 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:50,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741850_1026 (size=40)
2024-11-27T00:36:50,814 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:50,815 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 853bbcd33bc332623a4cdae4943fd1f8, disabling compactions & flushes
2024-11-27T00:36:50,815 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:50,815 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:50,815 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. after waiting 0 ms
2024-11-27T00:36:50,815 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:50,815 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:50,815 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 853bbcd33bc332623a4cdae4943fd1f8:
Waiting for close lock at 1732667810814Disabling compacts and flushes for region at 1732667810814Disabling writes for close at 1732667810815 (+1 ms)Writing region close event to WAL at 1732667810815Closed at 1732667810815
2024-11-27T00:36:50,817 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:50,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732667810817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667810817"}]},"ts":"1732667810817"}
2024-11-27T00:36:50,820 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:50,821 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:50,821 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667810821"}]},"ts":"1732667810821"}
2024-11-27T00:36:50,823 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-11-27T00:36:50,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=853bbcd33bc332623a4cdae4943fd1f8, ASSIGN}]
2024-11-27T00:36:50,825 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=853bbcd33bc332623a4cdae4943fd1f8, ASSIGN
2024-11-27T00:36:50,826 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=853bbcd33bc332623a4cdae4943fd1f8, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:50,977 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=853bbcd33bc332623a4cdae4943fd1f8, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=853bbcd33bc332623a4cdae4943fd1f8, ASSIGN because future has completed
2024-11-27T00:36:50,980 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-27T00:36:51,137 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:51,138 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 853bbcd33bc332623a4cdae4943fd1f8, NAME => 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:51,138 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:51,138 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,138 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:51,138 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,138 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,140 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 853bbcd33bc332623a4cdae4943fd1f8 
2024-11-27T00:36:51,142 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 853bbcd33bc332623a4cdae4943fd1f8 columnFamilyName meta
2024-11-27T00:36:51,142 DEBUG [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:51,142 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] regionserver.HStore(327): Store=853bbcd33bc332623a4cdae4943fd1f8/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:51,143 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 853bbcd33bc332623a4cdae4943fd1f8 
2024-11-27T00:36:51,144 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 853bbcd33bc332623a4cdae4943fd1f8 columnFamilyName session
2024-11-27T00:36:51,145 DEBUG [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:51,145 INFO  [StoreOpener-853bbcd33bc332623a4cdae4943fd1f8-1 {}] regionserver.HStore(327): Store=853bbcd33bc332623a4cdae4943fd1f8/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:51,145 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,146 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,147 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,148 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,148 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,148 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-27T00:36:51,150 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,153 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:51,153 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 853bbcd33bc332623a4cdae4943fd1f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9538908800, jitterRate=-0.11161988973617554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-27T00:36:51,153 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:51,154 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 853bbcd33bc332623a4cdae4943fd1f8:
Running coprocessor pre-open hook at 1732667811138Writing region info on filesystem at 1732667811138Initializing all the Stores at 1732667811140 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667811140Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667811140Cleaning up temporary data from old regions at 1732667811148 (+8 ms)Running coprocessor post-open hooks at 1732667811153 (+5 ms)Region opened successfully at 1732667811154 (+1 ms)
2024-11-27T00:36:51,155 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., pid=28, masterSystemTime=1732667811132
2024-11-27T00:36:51,158 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:51,158 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:51,158 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=853bbcd33bc332623a4cdae4943fd1f8, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:51,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:51,164 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-27T00:36:51,164 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8, server=2b6837fc55c2,33953,1732667791273 in 182 msec
2024-11-27T00:36:51,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-27T00:36:51,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=853bbcd33bc332623a4cdae4943fd1f8, ASSIGN in 340 msec
2024-11-27T00:36:51,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:51,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667811169"}]},"ts":"1732667811169"}
2024-11-27T00:36:51,172 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-11-27T00:36:51,173 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:51,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 805 msec
2024-11-27T00:36:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-27T00:36:51,510 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-11-27T00:36:51,530 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:36:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-11-27T00:36:51,534 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:36:51,534 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:51,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-11-27T00:36:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:51,536 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:36:51,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741851_1027 (size=640)
2024-11-27T00:36:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:51,946 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af83e04a7dab1e94b2dc99df2d4ed707, NAME => 'backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:36:51,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741852_1028 (size=45)
2024-11-27T00:36:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing af83e04a7dab1e94b2dc99df2d4ed707, disabling compactions & flushes
2024-11-27T00:36:52,356 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707. after waiting 0 ms
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,356 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,356 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for af83e04a7dab1e94b2dc99df2d4ed707:
Waiting for close lock at 1732667812356Disabling compacts and flushes for region at 1732667812356Disabling writes for close at 1732667812356Writing region close event to WAL at 1732667812356Closed at 1732667812356
2024-11-27T00:36:52,358 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:36:52,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732667812358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667812358"}]},"ts":"1732667812358"}
2024-11-27T00:36:52,361 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:36:52,363 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:36:52,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667812363"}]},"ts":"1732667812363"}
2024-11-27T00:36:52,365 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-11-27T00:36:52,366 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=af83e04a7dab1e94b2dc99df2d4ed707, ASSIGN}]
2024-11-27T00:36:52,367 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=af83e04a7dab1e94b2dc99df2d4ed707, ASSIGN
2024-11-27T00:36:52,368 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=af83e04a7dab1e94b2dc99df2d4ed707, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:36:52,519 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=af83e04a7dab1e94b2dc99df2d4ed707, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:52,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=af83e04a7dab1e94b2dc99df2d4ed707, ASSIGN because future has completed
2024-11-27T00:36:52,522 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:36:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:52,680 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,680 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => af83e04a7dab1e94b2dc99df2d4ed707, NAME => 'backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:36:52,680 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:36:52,680 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,680 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:36:52,681 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,681 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,682 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region af83e04a7dab1e94b2dc99df2d4ed707 
2024-11-27T00:36:52,684 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af83e04a7dab1e94b2dc99df2d4ed707 columnFamilyName meta
2024-11-27T00:36:52,684 DEBUG [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:52,685 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] regionserver.HStore(327): Store=af83e04a7dab1e94b2dc99df2d4ed707/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:52,685 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region af83e04a7dab1e94b2dc99df2d4ed707 
2024-11-27T00:36:52,687 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af83e04a7dab1e94b2dc99df2d4ed707 columnFamilyName session
2024-11-27T00:36:52,687 DEBUG [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:52,688 INFO  [StoreOpener-af83e04a7dab1e94b2dc99df2d4ed707-1 {}] regionserver.HStore(327): Store=af83e04a7dab1e94b2dc99df2d4ed707/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:36:52,688 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,689 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system_bulk/af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,690 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system_bulk/af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,691 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,691 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,692 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-27T00:36:52,694 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,697 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system_bulk/af83e04a7dab1e94b2dc99df2d4ed707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:36:52,697 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened af83e04a7dab1e94b2dc99df2d4ed707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10964045600, jitterRate=0.02110631763935089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-27T00:36:52,698 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:36:52,698 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for af83e04a7dab1e94b2dc99df2d4ed707:
Running coprocessor pre-open hook at 1732667812681Writing region info on filesystem at 1732667812681Initializing all the Stores at 1732667812682 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667812682Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667812682Cleaning up temporary data from old regions at 1732667812691 (+9 ms)Running coprocessor post-open hooks at 1732667812698 (+7 ms)Region opened successfully at 1732667812698
2024-11-27T00:36:52,699 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707., pid=31, masterSystemTime=1732667812675
2024-11-27T00:36:52,702 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,702 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:36:52,703 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=af83e04a7dab1e94b2dc99df2d4ed707, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:52,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:36:52,709 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-27T00:36:52,709 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707, server=2b6837fc55c2,33953,1732667791273 in 184 msec
2024-11-27T00:36:52,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-27T00:36:52,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=af83e04a7dab1e94b2dc99df2d4ed707, ASSIGN in 343 msec
2024-11-27T00:36:52,713 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:36:52,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667812713"}]},"ts":"1732667812713"}
2024-11-27T00:36:52,716 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-11-27T00:36:52,717 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:36:52,720 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1870 sec
2024-11-27T00:36:53,005 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-27T00:36:53,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-11-27T00:36:53,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-27T00:36:53,118 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17326678015283'
2024-11-27T00:36:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-27T00:36:53,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-11-27T00:36:53,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:36:53,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:36:53,710 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-27T00:36:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:36:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-11-27T00:36:53,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:36:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667813736 (current time:1732667813736).
2024-11-27T00:36:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:36:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-27T00:36:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec3a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:53,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef270c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:53,741 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:53,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b43456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:53,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:53,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:53,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:36:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:36:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:53,749 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:36:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:36:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:36:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-27T00:36:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:53,759 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:36:53,764 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:36:53,776 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:36:53,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741853_1029 (size=52)
2024-11-27T00:36:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:54,188 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:36:54,191 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8}]
2024-11-27T00:36:54,196 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:54,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-11-27T00:36:54,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:54,359 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 853bbcd33bc332623a4cdae4943fd1f8 2/2 column families, dataSize=45 B heapSize=632 B
2024-11-27T00:36:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/c69000685d244aac82340789e92d16fd is 49, key is activesession:/session:c/1732667813727/Put/seqid=0
2024-11-27T00:36:54,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741854_1030 (size=5049)
2024-11-27T00:36:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:54,789 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/c69000685d244aac82340789e92d16fd
2024-11-27T00:36:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/c69000685d244aac82340789e92d16fd as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd
2024-11-27T00:36:54,807 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd, entries=1, sequenceid=5, filesize=4.9 K
2024-11-27T00:36:54,808 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 449ms, sequenceid=5, compaction requested=false
2024-11-27T00:36:54,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 853bbcd33bc332623a4cdae4943fd1f8:

2024-11-27T00:36:54,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. for snapshot_backup_system completed.
2024-11-27T00:36:54,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.' region-info for snapshot=snapshot_backup_system
2024-11-27T00:36:54,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:36:54,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:36:54,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd] hfiles
2024-11-27T00:36:54,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd for snapshot=snapshot_backup_system
2024-11-27T00:36:54,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741855_1031 (size=95)
2024-11-27T00:36:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:55,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:36:55,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-27T00:36:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-11-27T00:36:55,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:55,238 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:36:55,243 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-27T00:36:55,243 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:36:55,243 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8 in 1.0490 sec
2024-11-27T00:36:55,246 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:36:55,248 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:36:55,248 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-27T00:36:55,251 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-27T00:36:55,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741856_1032 (size=731)
2024-11-27T00:36:55,671 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:36:55,684 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:36:55,685 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_backup_system
2024-11-27T00:36:55,687 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:36:55,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-27T00:36:55,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9330 sec
2024-11-27T00:36:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-27T00:36:55,911 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-27T00:36:55,912 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732667810188 started at 1732667815911.
2024-11-27T00:36:55,930 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732667810188 has been started.
2024-11-27T00:36:55,934 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-27T00:36:55,940 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-27T00:36:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-27T00:36:55,942 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-27T00:36:55,943 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-27T00:36:55,943 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-27T00:36:55,943 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-27T00:36:55,944 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:36:55,944 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:36:56,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:36:56,026 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,026 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:36:56,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:36:56,027 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,028 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-27T00:36:56,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-27T00:36:56,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-27T00:36:56,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:36:56,032 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-27T00:36:56,035 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-27T00:36:56,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-27T00:36:56,037 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-27T00:36:56,037 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-27T00:36:56,037 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-27T00:36:56,037 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-27T00:36:56,037 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure (rolllog) in zk
2024-11-27T00:36:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,046 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:36:56,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:36:56,046 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,046 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-27T00:36:56,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:36:56,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:36:56,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:36:56,050 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-27T00:36:56,050 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@d047c98[Count = 0] remaining members to acquire global barrier
2024-11-27T00:36:56,050 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-27T00:36:56,050 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,063 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,064 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-27T00:36:56,064 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,064 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-27T00:36:56,065 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-27T00:36:56,065 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,074 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732667795309 highest: 1732667802445 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,074 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0:(num 1732667795309) roll requested
2024-11-27T00:36:56,090 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075, exclude list is [], retry=0
2024-11-27T00:36:56,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:56,095 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075
2024-11-27T00:36:56,096 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:56,096 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309 is not closed yet, will try archiving it next time
2024-11-27T00:36:56,097 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.meta:.meta(num 1732667796150) roll requested
2024-11-27T00:36:56,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741833_1009 (size=1034)
2024-11-27T00:36:56,100 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667795309
2024-11-27T00:36:56,111 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta, exclude list is [], retry=0
2024-11-27T00:36:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:56,117 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta
2024-11-27T00:36:56,117 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:56,117 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta is not closed yet, will try archiving it next time
2024-11-27T00:36:56,117 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1:(num 1732667802445) roll requested
2024-11-27T00:36:56,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741834_1010 (size=12055)
2024-11-27T00:36:56,119 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta not finished, retry = 0
2024-11-27T00:36:56,131 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117, exclude list is [], retry=0
2024-11-27T00:36:56,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:36:56,135 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-11-27T00:36:56,135 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732667816075 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,135 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:36:56,136 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:36:56,136 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2987ca4f
2024-11-27T00:36:56,136 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:36:56,136 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117
2024-11-27T00:36:56,137 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:36:56,137 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445 is not closed yet, will try archiving it next time
2024-11-27T00:36:56,137 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:36:56,139 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:56,139 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:56,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741840_1016 (size=4756)
2024-11-27T00:36:56,139 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445 not finished, retry = 0
2024-11-27T00:36:56,139 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:56,140 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:36:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:36:56,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:36:56,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:43971/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:36:56,164 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-27T00:36:56,164 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '2b6837fc55c2,33953,1732667791273' in zk
2024-11-27T00:36:56,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,172 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-27T00:36:56,172 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:36:56,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:36:56,172 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-27T00:36:56,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:36:56,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:36:56,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:36:56,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:36:56,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '2b6837fc55c2,33953,1732667791273': 
2024-11-27T00:36:56,177 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-27T00:36:56,177 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-27T00:36:56,177 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-27T00:36:56,177 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-27T00:36:56,177 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '2b6837fc55c2,33953,1732667791273' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-27T00:36:56,177 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-27T00:36:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:36:56,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,189 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:36:56,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:36:56,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:36:56,190 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:36:56,190 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:36:56,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:36:56,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,192 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:36:56,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:36:56,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:36:56,204 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:36:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:36:56,204 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:36:56,204 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-27T00:36:56,204 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-27T00:36:56,204 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:36:56,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:36:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-27T00:36:56,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667816217 (current time:1732667816217).
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667816217_default_test-1732667801528 VERSION not specified, setting to 2
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11987000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:36:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:36:56,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:36:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:36:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:36:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c82a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:36:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:36:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:56,221 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:36:56,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7053b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:36:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:36:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:36:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:36:56,225 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:36:56,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:36:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:36:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:36:56,227 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:36:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:36:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }
2024-11-27T00:36:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-27T00:36:56,230 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:36:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:56,231 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:36:56,235 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:36:56,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741860_1036 (size=84)
2024-11-27T00:36:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:56,671 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:36:56,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b}]
2024-11-27T00:36:56,675 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:56,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-11-27T00:36:56,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:56,832 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 87bf6ec7d1234282a5309d665eb7a51b 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-11-27T00:36:56,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f3/f2473e840dc74341ab00a5f1facf619e is 58, key is row-test-1732667801528-3-0/f3:q1/1732667810154/Put/seqid=0
2024-11-27T00:36:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:56,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741861_1037 (size=5387)
2024-11-27T00:36:57,262 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f3/f2473e840dc74341ab00a5f1facf619e
2024-11-27T00:36:57,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741862_1038 (size=4469)
2024-11-27T00:36:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:57,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 is 59, key is row-test-1732667801528-3-0/mob:q1/1732667810170/Put/seqid=0
2024-11-27T00:36:57,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741863_1039 (size=5484)
2024-11-27T00:36:58,127 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:36:58,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f3/f2473e840dc74341ab00a5f1facf619e as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e
2024-11-27T00:36:58,144 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e, entries=6, sequenceid=121, filesize=5.3 K
2024-11-27T00:36:58,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:36:58,157 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823, entries=6, sequenceid=121, filesize=5.4 K
2024-11-27T00:36:58,158 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 1327ms, sequenceid=121, compaction requested=false
2024-11-27T00:36:58,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 87bf6ec7d1234282a5309d665eb7a51b:

2024-11-27T00:36:58,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. for snapshot_1732667816217_default_test-1732667801528 completed.
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.' region-info for snapshot=snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9] hfiles
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 for snapshot=snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e] hfiles
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e for snapshot=snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823] hfiles
2024-11-27T00:36:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 for snapshot=snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:58,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T00:36:58,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741864_1040 (size=185)
2024-11-27T00:36:58,186 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-27T00:36:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:36:58,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:36:58,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-27T00:36:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-27T00:36:58,569 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667816217_default_test-1732667801528 on region 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:58,569 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:36:58,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-27T00:36:58,574 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:36:58,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b in 1.8990 sec
2024-11-27T00:36:58,576 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:36:58,579 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-27T00:36:58,579 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-27T00:36:58,580 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:58,581 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-27T00:36:58,581 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:58,581 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-11-27T00:36:58,581 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:36:58,582 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-11-27T00:36:58,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741865_1041 (size=49)
2024-11-27T00:36:58,991 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:36:58,991 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:58,993 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:59,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741866_1042 (size=1146)
2024-11-27T00:36:59,411 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:36:59,425 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:36:59,426 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667816217_default_test-1732667801528 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:36:59,428 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:36:59,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-27T00:36:59,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732667816217_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } in 3.2000 sec
2024-11-27T00:36:59,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-11-27T00:36:59,651 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-11-27T00:36:59,653 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-11-27T00:36:59,653 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-11-27T00:37:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-27T00:37:00,411 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732667801528 completed
2024-11-27T00:37:00,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }
2024-11-27T00:37:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667820412 (current time:1732667820412).
2024-11-27T00:37:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667820411_ns2_test-17326678015281 VERSION not specified, setting to 2
2024-11-27T00:37:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dd2c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:00,416 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4830d2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:00,420 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457492cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:00,425 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:00,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:00,427 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }
2024-11-27T00:37:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-27T00:37:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:00,431 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:00,432 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:00,435 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:00,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741867_1043 (size=86)
2024-11-27T00:37:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:00,845 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:00,846 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161}]
2024-11-27T00:37:00,848 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:01,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-11-27T00:37:01,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:37:01,006 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 47ab555125c7bbb24d21018ef1589161 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-27T00:37:01,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/bef1c7f6ca7148439f9e2c2564ea5bcb is 37, key is row10/f:q1/1732667805057/Put/seqid=0
2024-11-27T00:37:01,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741868_1044 (size=8413)
2024-11-27T00:37:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:01,432 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:37:01,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/bef1c7f6ca7148439f9e2c2564ea5bcb as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:37:01,454 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb, entries=99, sequenceid=103, filesize=8.2 K
2024-11-27T00:37:01,455 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 47ab555125c7bbb24d21018ef1589161 in 450ms, sequenceid=103, compaction requested=false
2024-11-27T00:37:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 47ab555125c7bbb24d21018ef1589161:

2024-11-27T00:37:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161. for snapshot_1732667820411_ns2_test-17326678015281 completed.
2024-11-27T00:37:01,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.' region-info for snapshot=snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:01,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:01,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb] hfiles
2024-11-27T00:37:01,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb for snapshot=snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:01,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741869_1045 (size=91)
2024-11-27T00:37:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:01,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:37:01,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-27T00:37:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-27T00:37:01,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667820411_ns2_test-17326678015281 on region 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:01,868 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:01,910 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-27T00:37:01,910 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:01,910 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161 in 1.0580 sec
2024-11-27T00:37:01,912 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:01,913 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:01,913 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:01,914 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:01,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741870_1046 (size=456)
2024-11-27T00:37:02,333 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:02,343 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:02,343 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667820411_ns2_test-17326678015281 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:02,345 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:02,345 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-27T00:37:02,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732667820411_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } in 1.9170 sec
2024-11-27T00:37:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-27T00:37:02,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326678015281 completed
2024-11-27T00:37:02,580 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732667810188
2024-11-27T00:37:02,580 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-27T00:37:02,582 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-11-27T00:37:02,584 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667810188_ns2:test-17326678015281
2024-11-27T00:37:02,584 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667820411_ns2_test-17326678015281 to hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/
2024-11-27T00:37:02,590 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:02,621 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:02,622 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/.hbase-snapshot/.tmp/snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:02,624 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:02,629 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667820411_ns2_test-17326678015281 to hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/.hbase-snapshot/.tmp/snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:02,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741871_1047 (size=456)
2024-11-27T00:37:02,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741872_1048 (size=86)
2024-11-27T00:37:03,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:03,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-2825600947204689410.jar
2024-11-27T00:37:03,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:03,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-6877607001812339967.jar
2024-11-27T00:37:04,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:04,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:04,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:04,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:04,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:04,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:04,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:04,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:04,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:04,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:04,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:04,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:04,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:04,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:04,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:04,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:04,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:04,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:04,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:04,100 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:04,113 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:04,122 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667820411_ns2_test-17326678015281' hfile list
2024-11-27T00:37:04,128 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-11-27T00:37:04,338 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local150790598_0001_bfeb16cd-b827-4b87-9ab0-4748eafebe25/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:04,338 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local150790598_0001_bfeb16cd-b827-4b87-9ab0-4748eafebe25/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:04,489 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-27T00:37:04,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741873_1049 (size=8413)
2024-11-27T00:37:04,967 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb output=hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:37:04,969 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-11-27T00:37:05,414 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:05,415 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:05,421 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:05,421 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667820411_ns2_test-17326678015281 finished.
2024-11-27T00:37:05,421 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667810188_test-1732667801528
2024-11-27T00:37:05,421 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667816217_default_test-1732667801528 to hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/
2024-11-27T00:37:05,421 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:05,451 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:05,451 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/.hbase-snapshot/.tmp/snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:37:05,454 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:05,460 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667816217_default_test-1732667801528 to hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/.hbase-snapshot/.tmp/snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:37:05,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741875_1051 (size=1146)
2024-11-27T00:37:05,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741874_1050 (size=84)
2024-11-27T00:37:05,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:05,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:05,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-13381369795907955861.jar
2024-11-27T00:37:06,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-11803214332137772445.jar
2024-11-27T00:37:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:06,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:06,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:06,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:06,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:06,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:06,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:06,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:06,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:06,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:06,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:06,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:06,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:06,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:06,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:06,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:06,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:06,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:06,899 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:06,911 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:06,916 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667816217_default_test-1732667801528' hfile list
2024-11-27T00:37:06,919 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-11-27T00:37:07,015 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1637785060_0002_8729e592-9e4c-4d78-b55a-4f19b6022fd7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:07,015 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1637785060_0002_8729e592-9e4c-4d78-b55a-4f19b6022fd7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:07,095 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-27T00:37:07,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741876_1052 (size=8413)
2024-11-27T00:37:07,531 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 output=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:37:07,531 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-11-27T00:37:07,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741877_1053 (size=5484)
2024-11-27T00:37:07,998 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 output=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:37:07,998 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec
2024-11-27T00:37:08,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741878_1054 (size=5387)
2024-11-27T00:37:08,439 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e output=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e
2024-11-27T00:37:08,439 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec
2024-11-27T00:37:09,066 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:09,068 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:09,081 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:37:09,081 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667816217_default_test-1732667801528 finished.
2024-11-27T00:37:09,082 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326678015281
2024-11-27T00:37:09,082 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732667801528
2024-11-27T00:37:09,125 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667810188
2024-11-27T00:37:09,125 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-27T00:37:09,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741879_1055 (size=130)
2024-11-27T00:37:09,533 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43971/backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:37:09,536 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732667810188 finished: type=FULL,tablelist=ns2:test-17326678015281;test-1732667801528,targetRootDir=hdfs://localhost:43971/backupUT,startts=1732667815911,completets=1732667829123,bytescopied=0
2024-11-27T00:37:09,536 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-27T00:37:09,536 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:09,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667820411_ns2_test-17326678015281"
type: DISABLED

2024-11-27T00:37:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667820411_ns2_test-17326678015281
2024-11-27T00:37:09,547 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667820411_ns2_test-17326678015281 for backup backup_1732667810188 succeeded.
2024-11-27T00:37:09,547 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:37:09,548 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667816217_default_test-1732667801528"
type: DISABLED

2024-11-27T00:37:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667816217_default_test-1732667801528
2024-11-27T00:37:09,552 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667816217_default_test-1732667801528 for backup backup_1732667810188 succeeded.
2024-11-27T00:37:09,553 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-27T00:37:09,567 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-27T00:37:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-27T00:37:09,571 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-27T00:37:09,577 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-27T00:37:09,592 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732667810188 completed.
2024-11-27T00:37:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732667810188', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:37:09,791 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732667801528
2024-11-27T00:37:09,807 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732667801528
2024-11-27T00:37:10,000 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732667801528 to Mob enabled CF
2024-11-27T00:37:10,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326678015281', row='row-t20', locateType=CURRENT is [region=ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:37:10,040 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17326678015281
2024-11-27T00:37:10,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:10,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] assignment.SplitTableRegionProcedure(210): test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. splitKey isn't explicitly specified, will try to find a best split key from RS 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:10,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 because midkey is the same as first or last row
2024-11-27T00:37:10,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e because midkey is the same as first or last row
2024-11-27T00:37:10,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 because midkey is the same as first or last row
2024-11-27T00:37:10,052 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HRegion(2902): Flushing 87bf6ec7d1234282a5309d665eb7a51b 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-11-27T00:37:10,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/3ad389ddc2af412da01391670cf22143 is 59, key is row-test-1732667801528-1-10/f:q1/1732667829635/Put/seqid=0
2024-11-27T00:37:10,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741880_1056 (size=10796)
2024-11-27T00:37:10,481 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/3ad389ddc2af412da01391670cf22143
2024-11-27T00:37:10,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b is 63, key is row-test-1732667801528-3-100/mob:q1/1732667829976/Put/seqid=0
2024-11-27T00:37:10,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741881_1057 (size=5591)
2024-11-27T00:37:10,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:10,919 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:10,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/21df872611fe4c238d2094f8b2a1205a, store: [table=test-1732667801528 family=mob region=87bf6ec7d1234282a5309d665eb7a51b]
2024-11-27T00:37:10,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/21df872611fe4c238d2094f8b2a1205a is 192, key is row-test-1732667801528-3-100/mob:q1/1732667829976/Put/seqid=0
2024-11-27T00:37:10,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741882_1058 (size=13760)
2024-11-27T00:37:11,327 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/21df872611fe4c238d2094f8b2a1205a
2024-11-27T00:37:11,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f/3ad389ddc2af412da01391670cf22143 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143
2024-11-27T00:37:11,353 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143, entries=99, sequenceid=334, filesize=10.5 K
2024-11-27T00:37:11,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/mob/21df872611fe4c238d2094f8b2a1205a as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a
2024-11-27T00:37:11,361 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a, entries=111, sequenceid=334, filesize=13.4 K
2024-11-27T00:37:11,362 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 1310ms, sequenceid=334, compaction requested=false
2024-11-27T00:37:11,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.HRegion(2603): Flush status journal for 87bf6ec7d1234282a5309d665eb7a51b:

2024-11-27T00:37:11,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143 because midkey is the same as first or last row
2024-11-27T00:37:11,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e because midkey is the same as first or last row
2024-11-27T00:37:11,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a because midkey is the same as first or last row
2024-11-27T00:37:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-27T00:37:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:57136 deadline: 1732667890047, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-11-27T00:37:11,370 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:11,370 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732667801528 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:11,370 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-27T00:37:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732667801528,, stopping at row=test-1732667801528 ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732667801528,, stopping at row=test-1732667801528 ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,391 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1350
2024-11-27T00:37:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,436 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-27T00:37:11,440 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667831391
2024-11-27T00:37:11,448 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732667810188}
2024-11-27T00:37:11,448 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-27T00:37:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:11,499 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:37:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667831499 (current time:1732667831499).
2024-11-27T00:37:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-27T00:37:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e56afb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:11,501 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a2c4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:11,504 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2a2060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:11,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:11,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:11,507 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:11,508 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:11,509 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:37:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-27T00:37:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:11,512 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:11,513 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:11,515 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:11,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741883_1059 (size=52)
2024-11-27T00:37:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:11,924 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:11,924 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8}]
2024-11-27T00:37:11,927 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:12,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-11-27T00:37:12,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:37:12,083 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 853bbcd33bc332623a4cdae4943fd1f8 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-11-27T00:37:12,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/f295e1c86b894901ae7ae1deea168bbe is 158, key is trslm:hdfs://localhost:43971/backupUT\x00ns2:test-17326678015281/meta:log-roll-map/1732667829114/Put/seqid=0
2024-11-27T00:37:12,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741884_1060 (size=5914)
2024-11-27T00:37:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:12,503 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/f295e1c86b894901ae7ae1deea168bbe
2024-11-27T00:37:12,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/11bc2b2540724351a91cd4d5c958800d is 433, key is session:backup_1732667810188/session:context/1732667829575/Put/seqid=0
2024-11-27T00:37:12,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741885_1061 (size=5535)
2024-11-27T00:37:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:12,925 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/11bc2b2540724351a91cd4d5c958800d
2024-11-27T00:37:12,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/f295e1c86b894901ae7ae1deea168bbe as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe
2024-11-27T00:37:12,947 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe, entries=6, sequenceid=17, filesize=5.8 K
2024-11-27T00:37:12,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/11bc2b2540724351a91cd4d5c958800d as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d
2024-11-27T00:37:12,955 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d, entries=2, sequenceid=17, filesize=5.4 K
2024-11-27T00:37:12,956 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 874ms, sequenceid=17, compaction requested=false
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 853bbcd33bc332623a4cdae4943fd1f8:

2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. for snapshot_backup_system completed.
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.' region-info for snapshot=snapshot_backup_system
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe] hfiles
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe for snapshot=snapshot_backup_system
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d] hfiles
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd for snapshot=snapshot_backup_system
2024-11-27T00:37:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d for snapshot=snapshot_backup_system
2024-11-27T00:37:12,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741886_1062 (size=173)
2024-11-27T00:37:13,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:37:13,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-11-27T00:37:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-11-27T00:37:13,367 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:13,368 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:13,373 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-27T00:37:13,373 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:13,373 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8 in 1.4460 sec
2024-11-27T00:37:13,374 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:13,374 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:13,375 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-27T00:37:13,376 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-27T00:37:13,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741887_1063 (size=810)
2024-11-27T00:37:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:13,793 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:13,802 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:13,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_backup_system
2024-11-27T00:37:13,804 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:13,804 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-27T00:37:13,806 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2940 sec
2024-11-27T00:37:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-27T00:37:15,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-27T00:37:15,692 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732667831391 started at 1732667835691.
2024-11-27T00:37:15,698 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732667831391 has been started.
2024-11-27T00:37:15,706 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732667801528, ns2:test-17326678015281]
2024-11-27T00:37:15,712 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732667802445for backupID backup_1732667831391
2024-11-27T00:37:15,712 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-27T00:37:15,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-27T00:37:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-27T00:37:15,713 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-27T00:37:15,713 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-27T00:37:15,713 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-27T00:37:15,713 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-27T00:37:15,714 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,714 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:15,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:37:15,782 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,782 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:37:15,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:37:15,783 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,783 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-27T00:37:15,784 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:15,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-27T00:37:15,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:15,788 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-27T00:37:15,788 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-27T00:37:15,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-27T00:37:15,789 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-27T00:37:15,789 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-27T00:37:15,789 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-27T00:37:15,789 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-27T00:37:15,789 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure (rolllog) in zk
2024-11-27T00:37:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,802 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:15,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:15,802 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,802 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-27T00:37:15,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:15,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:15,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:15,805 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-27T00:37:15,805 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@297ae974[Count = 0] remaining members to acquire global barrier
2024-11-27T00:37:15,805 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-27T00:37:15,805 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,813 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,813 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-27T00:37:15,813 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,813 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-27T00:37:15,813 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-27T00:37:15,813 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,813 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732667816075 highest: 1732667816117 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,813 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0:(num 1732667816075) roll requested
2024-11-27T00:37:15,831 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813, exclude list is [], retry=0
2024-11-27T00:37:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:15,836 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813
2024-11-27T00:37:15,837 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:15,837 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 is not closed yet, will try archiving it next time
2024-11-27T00:37:15,837 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.meta:.meta(num 1732667816097) roll requested
2024-11-27T00:37:15,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741857_1033 (size=1198)
2024-11-27T00:37:15,838 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 not finished, retry = 0
2024-11-27T00:37:15,855 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta, exclude list is [], retry=0
2024-11-27T00:37:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:15,859 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta
2024-11-27T00:37:15,859 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:15,859 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta is not closed yet, will try archiving it next time
2024-11-27T00:37:15,859 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1:(num 1732667816117) roll requested
2024-11-27T00:37:15,861 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta not finished, retry = 0
2024-11-27T00:37:15,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741858_1034 (size=93)
2024-11-27T00:37:15,878 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859, exclude list is [], retry=0
2024-11-27T00:37:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:15,882 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859
2024-11-27T00:37:15,883 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:15,883 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 is not closed yet, will try archiving it next time
2024-11-27T00:37:15,883 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667802445
2024-11-27T00:37:15,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741859_1035 (size=30490)
2024-11-27T00:37:15,894 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81
2024-11-27T00:37:15,894 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732667835813 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:15,914 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-27T00:37:15,915 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '2b6837fc55c2,33953,1732667791273' in zk
2024-11-27T00:37:15,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,928 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-27T00:37:15,928 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:37:15,928 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-27T00:37:15,928 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:15,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:15,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:15,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:15,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:15,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '2b6837fc55c2,33953,1732667791273': 
2024-11-27T00:37:15,933 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-27T00:37:15,933 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '2b6837fc55c2,33953,1732667791273' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-27T00:37:15,933 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-27T00:37:15,933 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-27T00:37:15,933 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-27T00:37:15,933 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-27T00:37:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:37:15,946 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:15,946 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:15,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:37:15,947 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:15,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,948 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:15,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:15,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,960 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:37:15,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:37:15,960 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:37:15,961 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-27T00:37:15,961 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-27T00:37:15,961 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:37:15,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:37:15,962 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta
2024-11-27T00:37:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-27T00:37:15,973 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {2b6837fc55c2:33953=1732667802445}
 newestTimestamps: {2b6837fc55c2:33953=1732667816117}
2024-11-27T00:37:15,975 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta
2024-11-27T00:37:15,976 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta
2024-11-27T00:37:15,976 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075
2024-11-27T00:37:15,976 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813
2024-11-27T00:37:15,976 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117
2024-11-27T00:37:15,976 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859
2024-11-27T00:37:15,977 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta
2024-11-27T00:37:15,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741891_1067 (size=364)
2024-11-27T00:37:15,990 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326678015281 target: hdfs://localhost:43971/backupUT/backup_1732667831391/ns2/test-17326678015281 descriptor: 'ns2:test-17326678015281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:37:15,990 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:37:15,993 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326678015281
2024-11-27T00:37:15,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741892_1068 (size=50)
2024-11-27T00:37:16,400 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326678015281
2024-11-27T00:37:16,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741893_1069 (size=908)
2024-11-27T00:37:16,816 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732667801528 target: hdfs://localhost:43971/backupUT/backup_1732667831391/default/test-1732667801528 descriptor: 'test-1732667801528', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:37:16,816 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:37:16,822 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732667801528
2024-11-27T00:37:16,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741894_1070 (size=53)
2024-11-27T00:37:17,231 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732667801528
2024-11-27T00:37:17,247 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391 from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075;hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117
2024-11-27T00:37:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67491443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:17,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:17,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:17,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef7fb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:17,251 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:17,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adbe49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:17,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:37:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:37:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4b2108
2024-11-27T00:37:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:37:17,254 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:37:17,259 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:37:17,259 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732667801528
2024-11-27T00:37:17,259 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732667801528,, stopping at row=test-1732667801528 ,, for max=2147483647 with caching=100
2024-11-27T00:37:17,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:17,262 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:17,265 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732667801528: test-1732667801528;
2024-11-27T00:37:17,265 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326678015281
2024-11-27T00:37:17,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326678015281,, stopping at row=ns2:test-17326678015281 ,, for max=2147483647 with caching=100
2024-11-27T00:37:17,268 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326678015281: ns2:test-17326678015281;
2024-11-27T00:37:17,268 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-27T00:37:17,268 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_f56dee7f-ecb0-48f9-aab6-6f1b04e0d7da
2024-11-27T00:37:17,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741895_1071 (size=192)
2024-11-27T00:37:17,310 DEBUG [master/2b6837fc55c2:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732667801528
2024-11-27T00:37:17,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741896_1072 (size=950)
2024-11-27T00:37:17,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:17,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:17,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:17,722 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000002.908
2024-11-27T00:37:17,722 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000003.950
2024-11-27T00:37:17,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732667801528 in 418 msec
2024-11-27T00:37:18,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-166711211104167313.jar
2024-11-27T00:37:18,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17377877999777355768.jar
2024-11-27T00:37:18,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,662 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:18,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:18,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:18,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17876781514075450901.jar
2024-11-27T00:37:18,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17876781514075450901.jar
2024-11-27T00:37:18,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:18,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17876781514075450901.jar
2024-11-27T00:37:18,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17876781514075450901.jar
2024-11-27T00:37:18,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:18,726 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732667801528,ns2:test-17326678015281
2024-11-27T00:37:18,726 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:37:18,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:37:18,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:18,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:18,727 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:18,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:19,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-668143754432915758.jar
2024-11-27T00:37:19,614 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:19,625 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:19,628 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 for WAL files
2024-11-27T00:37:19,630 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075
2024-11-27T00:37:19,630 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 for WAL files
2024-11-27T00:37:19,631 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117
2024-11-27T00:37:19,725 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1691170102_0003_ae9c33ab-a8c7-4a6c-89a7-8bcd4ba197b4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:19,725 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1691170102_0003_ae9c33ab-a8c7-4a6c-89a7-8bcd4ba197b4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:19,806 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 for hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 (-9223372036854775808:9223372036854775807) length:30490
2024-11-27T00:37:19,832 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-27T00:37:19,833 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-27T00:37:19,870 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 for hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 (-9223372036854775808:9223372036854775807) length:1198
2024-11-27T00:37:19,874 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-27T00:37:19,874 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-27T00:37:19,959 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c24a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:19,959 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:19,959 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:19,960 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767917bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:19,961 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:19,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4ff275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:19,962 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:19,964 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:19,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326678015281', row='row-t20', locateType=CURRENT is [region=ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:37:19,967 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-27T00:37:19,967 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:37:19,967 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:19,967 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:19,967 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:19,967 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-27T00:37:19,967 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:37:19,972 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391/_temporary/0/_temporary/attempt_local1691170102_0003_r_000000_0/ns2/test-17326678015281/f/7c9612b20161402eaff14ff8370e2fe7 is 38, key is row-t20/f:q1/1732667830024/Put/seqid=0
2024-11-27T00:37:19,975 WARN  [Thread-943 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:37:19,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741897_1073 (size=5275)
2024-11-27T00:37:20,407 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ed0ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,407 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:20,407 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:20,408 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:20,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f68fdbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:20,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:20,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,410 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:20,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad901f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,411 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:20,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:20,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:20,414 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:20,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732667801528', row='row-test-1732667801528-1-0', locateType=CURRENT is [region=test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., hostname=2b6837fc55c2,33953,1732667791273, seqNum=107]
2024-11-27T00:37:20,416 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-27T00:37:20,416 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:37:20,416 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,416 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,416 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:20,416 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-1-0]
2024-11-27T00:37:20,416 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:37:20,432 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cb5530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,432 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:20,432 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:20,433 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:20,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:20,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b787b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,435 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:20,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b24e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:20,436 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:20,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:20,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:20,438 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:20,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732667801528', row='row-test-1732667801528-3-0', locateType=CURRENT is [region=test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., hostname=2b6837fc55c2,33953,1732667791273, seqNum=107]
2024-11-27T00:37:20,440 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-27T00:37:20,440 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:37:20,440 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,440 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:20,440 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:20,441 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-3-0]
2024-11-27T00:37:20,441 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:37:20,450 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391/_temporary/0/_temporary/attempt_local1691170102_0003_r_000001_0/default/test-1732667801528/f/cf8f140741164d2e8fc67535ec8df877 is 59, key is row-test-1732667801528-1-10/f:q1/1732667829635/Put/seqid=0
2024-11-27T00:37:20,452 WARN  [Thread-955 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:37:20,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741898_1074 (size=10770)
2024-11-27T00:37:20,855 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391/_temporary/0/_temporary/attempt_local1691170102_0003_r_000001_0/default/test-1732667801528/mob/d13076208fba4ecaae89a39e7c6f9688 is 63, key is row-test-1732667801528-3-100/mob:q1/1732667829976/Put/seqid=0
2024-11-27T00:37:20,858 WARN  [Thread-957 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:37:20,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741899_1075 (size=11811)
2024-11-27T00:37:21,769 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:43971/backupUT
2024-11-27T00:37:21,770 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732667831391
2024-11-27T00:37:21,770 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-27T00:37:21,799 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391, hdfs://localhost:43971/backupUT]
2024-11-27T00:37:21,876 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:22,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741900_1076 (size=10770)
2024-11-27T00:37:22,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741901_1077 (size=5275)
2024-11-27T00:37:22,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741902_1078 (size=11811)
2024-11-27T00:37:23,501 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-27T00:37:23,506 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732667831391
2024-11-27T00:37:23,506 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied."
2024-11-27T00:37:23,507 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1225995777_0004 completed: true true
2024-11-27T00:37:23,509 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493800
		FILE: Number of bytes written=4861510
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231425
		HDFS: Number of bytes written=2433143
		HDFS: Number of read operations=643
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=249
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=340
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27856
		Bytes Copied=27856
		Bytes Expected=27856
		Files Copied=4
		DIR_COPY=8
2024-11-27T00:37:23,509 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:43971/backupUT/.tmp/backup_1732667831391 to hdfs://localhost:43971/backupUT finished.
2024-11-27T00:37:23,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17326678015281:', locateType=CURRENT is [region=backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:37:23,526 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667831391
2024-11-27T00:37:23,530 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732667810188}
2024-11-27T00:37:23,530 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-27T00:37:23,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741903_1079 (size=384)
2024-11-27T00:37:23,936 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43971/backupUT/backup_1732667831391/.backup.manifest
2024-11-27T00:37:23,936 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732667831391 finished: type=INCREMENTAL,tablelist=ns2:test-17326678015281;test-1732667801528,targetRootDir=hdfs://localhost:43971/backupUT,startts=1732667835691,completets=1732667843526,bytescopied=0
2024-11-27T00:37:23,936 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-27T00:37:23,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-27T00:37:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-27T00:37:23,950 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-27T00:37:23,953 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-27T00:37:23,958 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732667831391 completed.
2024-11-27T00:37:23,958 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-27T00:37:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:23,983 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667831391/.backup.manifest
2024-11-27T00:37:23,986 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667831391/.backup.manifest
2024-11-27T00:37:23,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732667801528 from 'test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732667801528', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:37:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732667801528
2024-11-27T00:37:24,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741904_1080 (size=908)
2024-11-27T00:37:24,402 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000003.950
2024-11-27T00:37:24,403 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000004.908
2024-11-27T00:37:24,406 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732667801528}]
2024-11-27T00:37:24,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE}]
2024-11-27T00:37:24,411 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE
2024-11-27T00:37:24,412 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:24,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE because future has completed
2024-11-27T00:37:24,415 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:37:24,415 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:37:24,568 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,568 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:37:24,569 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 87bf6ec7d1234282a5309d665eb7a51b, disabling compactions & flushes
2024-11-27T00:37:24,569 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,569 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,569 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. after waiting 0 ms
2024-11-27T00:37:24,569 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,579 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-11-27T00:37:24,580 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:37:24,580 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,580 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 87bf6ec7d1234282a5309d665eb7a51b:
Waiting for close lock at 1732667844569Running coprocessor pre-close hooks at 1732667844569Disabling compacts and flushes for region at 1732667844569Disabling writes for close at 1732667844569Writing region close event to WAL at 1732667844572 (+3 ms)Running coprocessor post-close hooks at 1732667844580 (+8 ms)Closed at 1732667844580
2024-11-27T00:37:24,580 WARN  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 87bf6ec7d1234282a5309d665eb7a51b to self.
2024-11-27T00:37:24,582 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,583 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=CLOSED
2024-11-27T00:37:24,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:37:24,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-27T00:37:24,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 in 170 msec
2024-11-27T00:37:24,588 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE; state=CLOSED, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=true
2024-11-27T00:37:24,739 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:24,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE because future has completed
2024-11-27T00:37:24,745 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:37:24,908 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,908 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 87bf6ec7d1234282a5309d665eb7a51b, NAME => 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:37:24,909 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:37:24,909 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732667801528 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,909 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:37:24,909 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,909 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,911 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:37:24,912 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName f
2024-11-27T00:37:24,913 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:24,920 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143
2024-11-27T00:37:24,925 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:37:24,925 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:37:24,925 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:37:24,927 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName f2
2024-11-27T00:37:24,927 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:24,927 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:37:24,927 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 87bf6ec7d1234282a5309d665eb7a51b 
2024-11-27T00:37:24,928 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bf6ec7d1234282a5309d665eb7a51b columnFamilyName mob
2024-11-27T00:37:24,929 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:24,937 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a
2024-11-27T00:37:24,942 DEBUG [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:37:24,942 INFO  [StoreOpener-87bf6ec7d1234282a5309d665eb7a51b-1 {}] regionserver.HStore(327): Store=87bf6ec7d1234282a5309d665eb7a51b/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:37:24,942 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,943 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,944 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,945 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,946 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,946 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732667801528 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:37:24,947 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,948 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 87bf6ec7d1234282a5309d665eb7a51b; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11091997760, jitterRate=0.033022791147232056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:37:24,949 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:24,952 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 87bf6ec7d1234282a5309d665eb7a51b:
Running coprocessor pre-open hook at 1732667844909Writing region info on filesystem at 1732667844909Initializing all the Stores at 1732667844911 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667844911Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667844911Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667844911Cleaning up temporary data from old regions at 1732667844946 (+35 ms)Running coprocessor post-open hooks at 1732667844949 (+3 ms)Region opened successfully at 1732667844952 (+3 ms)
2024-11-27T00:37:24,953 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., pid=46, masterSystemTime=1732667844898
2024-11-27T00:37:24,955 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,955 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:24,956 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=87bf6ec7d1234282a5309d665eb7a51b, regionState=OPEN, openSeqNum=338, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:24,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:37:24,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-11-27T00:37:24,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b, server=2b6837fc55c2,33953,1732667791273 in 214 msec
2024-11-27T00:37:24,963 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-11-27T00:37:24,963 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732667801528, region=87bf6ec7d1234282a5309d665eb7a51b, REOPEN/MOVE in 552 msec
2024-11-27T00:37:24,966 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-27T00:37:24,966 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732667801528 in 558 msec
2024-11-27T00:37:24,968 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732667801528
2024-11-27T00:37:24,975 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e
2024-11-27T00:37:24,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732667801528 in 987 msec
2024-11-27T00:37:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-27T00:37:24,979 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732667801528 completed
2024-11-27T00:37:24,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:24,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,035 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-27T00:37:25,039 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667844980
2024-11-27T00:37:25,042 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732667831391}
2024-11-27T00:37:25,042 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732667810188}
2024-11-27T00:37:25,042 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-11-27T00:37:25,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,094 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1732667801528
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1732667801528
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-27T00:37:25,097 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732667844980,startts=0,failedts=1732667845094,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1732667801528
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-11-27T00:37:25,097 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-11-27T00:37:25,099 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-11-27T00:37:25,100 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-27T00:37:25,102 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-11-27T00:37:25,102 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-11-27T00:37:25,104 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-27T00:37:25,108 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732667844980 failed.
2024-11-27T00:37:25,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:25,137 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732667801528, ns2:test-17326678015281, ns3:test-17326678015282, ns4:test-17326678015283]
2024-11-27T00:37:25,137 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-27T00:37:25,145 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:37:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667845145 (current time:1732667845145).
2024-11-27T00:37:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-27T00:37:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef09494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:25,147 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536ef700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:25,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:25,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:25,149 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:25,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b07841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:25,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:25,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:25,153 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:25,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:25,154 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:37:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-27T00:37:25,157 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:25,158 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:25,162 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:25,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741905_1081 (size=52)
2024-11-27T00:37:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:25,571 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:25,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8}]
2024-11-27T00:37:25,574 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:25,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-11-27T00:37:25,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:37:25,727 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 853bbcd33bc332623a4cdae4943fd1f8 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-11-27T00:37:25,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/9e028de9798345f59906ca12926373bd is 158, key is trslm:hdfs://localhost:43971/backupUT\x00ns2:test-17326678015281/meta:log-roll-map/1732667843516/Put/seqid=0
2024-11-27T00:37:25,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741906_1082 (size=5745)
2024-11-27T00:37:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:26,142 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/9e028de9798345f59906ca12926373bd
2024-11-27T00:37:26,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/d1827d4965d240ac8d644406985147cc is 1245, key is session:backup_1732667844980/session:context/1732667845103/Put/seqid=0
2024-11-27T00:37:26,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741907_1083 (size=6682)
2024-11-27T00:37:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:26,485 DEBUG [master/2b6837fc55c2:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732667801528
2024-11-27T00:37:26,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741908_1084 (size=950)
2024-11-27T00:37:26,559 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/d1827d4965d240ac8d644406985147cc
2024-11-27T00:37:26,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/9e028de9798345f59906ca12926373bd as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd
2024-11-27T00:37:26,582 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd, entries=4, sequenceid=31, filesize=5.6 K
2024-11-27T00:37:26,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/d1827d4965d240ac8d644406985147cc as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc
2024-11-27T00:37:26,591 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc, entries=3, sequenceid=31, filesize=6.5 K
2024-11-27T00:37:26,592 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 865ms, sequenceid=31, compaction requested=true
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 853bbcd33bc332623a4cdae4943fd1f8:

2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. for snapshot_backup_system completed.
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.' region-info for snapshot=snapshot_backup_system
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd] hfiles
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe for snapshot=snapshot_backup_system
2024-11-27T00:37:26,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd for snapshot=snapshot_backup_system
2024-11-27T00:37:26,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc] hfiles
2024-11-27T00:37:26,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd for snapshot=snapshot_backup_system
2024-11-27T00:37:26,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d for snapshot=snapshot_backup_system
2024-11-27T00:37:26,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc for snapshot=snapshot_backup_system
2024-11-27T00:37:26,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741909_1085 (size=251)
2024-11-27T00:37:26,895 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000004.908
2024-11-27T00:37:26,895 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/.tabledesc/.tableinfo.0000000005.950
2024-11-27T00:37:26,897 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732667801528 in 412 msec
2024-11-27T00:37:26,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:37:26,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-27T00:37:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-11-27T00:37:27,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:27,002 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:37:27,008 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-27T00:37:27,008 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:27,008 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8 in 1.4330 sec
2024-11-27T00:37:27,009 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:27,010 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:27,010 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-27T00:37:27,011 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-27T00:37:27,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741910_1086 (size=888)
2024-11-27T00:37:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:27,427 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:27,438 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:27,438 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_backup_system
2024-11-27T00:37:27,440 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:27,440 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-27T00:37:27,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2850 sec
2024-11-27T00:37:28,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T00:37:29,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 47ab555125c7bbb24d21018ef1589161, had cached 0 bytes from a total of 8413
2024-11-27T00:37:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-27T00:37:29,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-27T00:37:29,320 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732667845110 started at 1732667849319.
2024-11-27T00:37:29,324 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732667845110 has been started.
2024-11-27T00:37:29,330 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-27T00:37:29,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-27T00:37:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-27T00:37:29,331 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-27T00:37:29,332 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-27T00:37:29,332 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-27T00:37:29,332 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-27T00:37:29,333 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,333 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:29,413 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:37:29,414 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:37:29,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:37:29,414 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,415 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-27T00:37:29,415 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:29,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-27T00:37:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:29,417 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-27T00:37:29,417 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-27T00:37:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-27T00:37:29,418 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-27T00:37:29,418 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-27T00:37:29,418 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-27T00:37:29,418 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-27T00:37:29,418 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure (rolllog) in zk
2024-11-27T00:37:29,429 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:29,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:29,430 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,431 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-27T00:37:29,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:29,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:29,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:29,435 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-27T00:37:29,435 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@59f7e68f[Count = 0] remaining members to acquire global barrier
2024-11-27T00:37:29,435 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-27T00:37:29,435 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,443 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,444 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-27T00:37:29,444 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,444 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-27T00:37:29,444 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-27T00:37:29,444 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,445 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732667835813 highest: 1732667835859 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,445 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0:(num 1732667835813) roll requested
2024-11-27T00:37:29,463 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445, exclude list is [], retry=0
2024-11-27T00:37:29,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:29,467 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445
2024-11-27T00:37:29,467 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:29,468 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813 is not closed yet, will try archiving it next time
2024-11-27T00:37:29,468 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.meta:.meta(num 1732667835837) roll requested
2024-11-27T00:37:29,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741888_1064 (size=93)
2024-11-27T00:37:29,469 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813 not finished, retry = 0
2024-11-27T00:37:29,480 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta, exclude list is [], retry=0
2024-11-27T00:37:29,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:29,483 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta
2024-11-27T00:37:29,484 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:29,484 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta is not closed yet, will try archiving it next time
2024-11-27T00:37:29,484 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1:(num 1732667835859) roll requested
2024-11-27T00:37:29,485 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta not finished, retry = 0
2024-11-27T00:37:29,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741889_1065 (size=1903)
2024-11-27T00:37:29,495 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484, exclude list is [], retry=0
2024-11-27T00:37:29,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:37:29,499 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484
2024-11-27T00:37:29,499 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:37:29,499 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859 is not closed yet, will try archiving it next time
2024-11-27T00:37:29,500 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667816117
2024-11-27T00:37:29,501 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859 not finished, retry = 0
2024-11-27T00:37:29,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741890_1066 (size=4927)
2024-11-27T00:37:29,505 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-27T00:37:29,505 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732667849445 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:29,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:29,524 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-27T00:37:29,524 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '2b6837fc55c2,33953,1732667791273' in zk
2024-11-27T00:37:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,534 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-27T00:37:29,535 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:37:29,535 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-27T00:37:29,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:29,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:29,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:29,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:29,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:29,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '2b6837fc55c2,33953,1732667791273': 
2024-11-27T00:37:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '2b6837fc55c2,33953,1732667791273' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-27T00:37:29,539 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-27T00:37:29,539 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-27T00:37:29,539 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-27T00:37:29,539 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-27T00:37:29,539 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-27T00:37:29,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:37:29,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,548 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:37:29,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:37:29,549 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:37:29,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:37:29,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:37:29,550 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:37:29,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,551 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:37:29,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:37:29,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,559 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:37:29,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:37:29,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:37:29,559 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:37:29,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-27T00:37:29,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-27T00:37:29,559 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:37:29,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:37:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-27T00:37:29,570 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667835813
2024-11-27T00:37:29,573 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-27T00:37:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667849573 (current time:1732667849573).
2024-11-27T00:37:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667849572_backup_system_bulk VERSION not specified, setting to 2
2024-11-27T00:37:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735a32e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:29,575 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56da50b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:29,576 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:29,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccc7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:29,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:29,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:29,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:29,581 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-27T00:37:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-27T00:37:29,583 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:29,584 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:29,586 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:29,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741914_1090 (size=76)
2024-11-27T00:37:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:29,995 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:29,996 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707}]
2024-11-27T00:37:29,999 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:37:30,119 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-27T00:37:30,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for af83e04a7dab1e94b2dc99df2d4ed707:

2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707. for snapshot_1732667849572_backup_system_bulk completed.
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.' region-info for snapshot=snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:37:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:37:30,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741915_1091 (size=61)
2024-11-27T00:37:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:30,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:37:30,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-27T00:37:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-27T00:37:30,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667849572_backup_system_bulk on region af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:37:30,591 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:37:30,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-27T00:37:30,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af83e04a7dab1e94b2dc99df2d4ed707 in 597 msec
2024-11-27T00:37:30,600 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:30,601 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:30,601 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:30,601 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:30,602 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:30,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741916_1092 (size=702)
2024-11-27T00:37:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:31,012 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:31,018 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:31,018 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667849572_backup_system_bulk to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:31,020 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:31,020 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-27T00:37:31,022 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732667849572_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4390 sec
2024-11-27T00:37:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-27T00:37:31,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-11-27T00:37:31,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 }
2024-11-27T00:37:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667851733 (current time:1732667851733).
2024-11-27T00:37:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667851731_ns3_test-17326678015282 VERSION not specified, setting to 2
2024-11-27T00:37:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60947b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:31,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:31,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc8bd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:31,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:31,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:31,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:31,741 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:31,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5de9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:31,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:31,745 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:31,746 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:31,747 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 }
2024-11-27T00:37:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-27T00:37:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:31,750 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:31,751 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:31,755 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:31,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741917_1093 (size=86)
2024-11-27T00:37:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:32,166 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:32,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4}]
2024-11-27T00:37:32,169 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:37:32,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53
2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3b9ba91a7ecf3493bd8841bdc7f220c4:

2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4. for snapshot_1732667851731_ns3_test-17326678015282 completed.
2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.' region-info for snapshot=snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:32,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:37:32,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741918_1094 (size=52)
2024-11-27T00:37:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:32,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:37:32,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-27T00:37:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-27T00:37:32,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667851731_ns3_test-17326678015282 on region 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:37:32,733 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:37:32,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-27T00:37:32,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b9ba91a7ecf3493bd8841bdc7f220c4 in 568 msec
2024-11-27T00:37:32,740 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:32,742 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:32,743 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:32,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:32,744 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:32,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741919_1095 (size=443)
2024-11-27T00:37:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:33,159 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:33,168 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:33,169 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667851731_ns3_test-17326678015282 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:33,171 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:33,171 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-27T00:37:33,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732667851731_ns3_test-17326678015282 table=ns3:test-17326678015282 type=FLUSH ttl=0 } in 1.4230 sec
2024-11-27T00:37:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-27T00:37:33,901 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17326678015282 completed
2024-11-27T00:37:33,903 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }
2024-11-27T00:37:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667853903 (current time:1732667853903).
2024-11-27T00:37:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667853901_ns2_test-17326678015281 VERSION not specified, setting to 2
2024-11-27T00:37:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122170f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:33,909 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3d7448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:33,912 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ea354a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:33,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:33,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:33,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:33,916 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:33,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }
2024-11-27T00:37:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-27T00:37:33,919 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:33,921 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:33,923 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:33,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741920_1096 (size=86)
2024-11-27T00:37:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:34,332 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:34,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161}]
2024-11-27T00:37:34,335 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:34,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-27T00:37:34,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:37:34,488 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 47ab555125c7bbb24d21018ef1589161 1/1 column families, dataSize=170 B heapSize=816 B
2024-11-27T00:37:34,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/86cac817e69d4549aba52a77fb62385a is 38, key is row-t20/f:q1/1732667830024/Put/seqid=0
2024-11-27T00:37:34,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741921_1097 (size=5134)
2024-11-27T00:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:34,903 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/86cac817e69d4549aba52a77fb62385a
2024-11-27T00:37:34,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/.tmp/f/86cac817e69d4549aba52a77fb62385a as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a
2024-11-27T00:37:34,914 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a, entries=5, sequenceid=111, filesize=5.0 K
2024-11-27T00:37:34,915 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 47ab555125c7bbb24d21018ef1589161 in 427ms, sequenceid=111, compaction requested=false
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 47ab555125c7bbb24d21018ef1589161:

2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161. for snapshot_1732667853901_ns2_test-17326678015281 completed.
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.' region-info for snapshot=snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a] hfiles
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb for snapshot=snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a for snapshot=snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:34,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741922_1098 (size=130)
2024-11-27T00:37:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:35,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:37:35,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-27T00:37:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-27T00:37:35,325 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667853901_ns2_test-17326678015281 on region 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:35,325 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:37:35,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-27T00:37:35,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47ab555125c7bbb24d21018ef1589161 in 995 msec
2024-11-27T00:37:35,334 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:35,336 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:35,339 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:35,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:35,340 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:35,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741923_1099 (size=496)
2024-11-27T00:37:35,756 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:35,768 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:35,768 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667853901_ns2_test-17326678015281 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:35,770 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:35,770 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-27T00:37:35,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732667853901_ns2_test-17326678015281 table=ns2:test-17326678015281 type=FLUSH ttl=0 } in 1.8530 sec
2024-11-27T00:37:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-27T00:37:36,069 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326678015281 completed
2024-11-27T00:37:36,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }
2024-11-27T00:37:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667856070 (current time:1732667856070).
2024-11-27T00:37:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667856069_default_test-1732667801528 VERSION not specified, setting to 2
2024-11-27T00:37:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6218b750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:36,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e81275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:36,076 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa0f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:36,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:36,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:36,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:36,083 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }
2024-11-27T00:37:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-27T00:37:36,086 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:36,088 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:36,091 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:36,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741924_1100 (size=84)
2024-11-27T00:37:36,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 853bbcd33bc332623a4cdae4943fd1f8, had cached 0 bytes from a total of 28925
2024-11-27T00:37:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:36,503 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:36,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b}]
2024-11-27T00:37:36,507 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:36,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57
2024-11-27T00:37:36,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:36,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 87bf6ec7d1234282a5309d665eb7a51b:

2024-11-27T00:37:36,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. for snapshot_1732667856069_default_test-1732667801528 completed.
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.' region-info for snapshot=snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143] hfiles
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 for snapshot=snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143 for snapshot=snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a] hfiles
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 for snapshot=snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:36,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a for snapshot=snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:36,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741925_1101 (size=224)
2024-11-27T00:37:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:37,059 INFO  [master/2b6837fc55c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-27T00:37:37,059 INFO  [master/2b6837fc55c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-27T00:37:37,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:37:37,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-27T00:37:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-27T00:37:37,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667856069_default_test-1732667801528 on region 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:37,073 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:37,077 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-27T00:37:37,077 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 87bf6ec7d1234282a5309d665eb7a51b in 570 msec
2024-11-27T00:37:37,077 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:37,078 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:37,079 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-27T00:37:37,080 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-27T00:37:37,080 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:37,080 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-27T00:37:37,080 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:37,081 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-11-27T00:37:37,081 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:37:37,083 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b] hfiles
2024-11-27T00:37:37,083 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:37,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741926_1102 (size=168)
2024-11-27T00:37:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:37,491 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:37,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:37,492 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:37,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741927_1103 (size=1347)
2024-11-27T00:37:37,907 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:37,917 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:37,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667856069_default_test-1732667801528 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:37,918 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:37,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-27T00:37:37,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732667856069_default_test-1732667801528 table=test-1732667801528 type=FLUSH ttl=0 } in 1.8340 sec
2024-11-27T00:37:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-27T00:37:38,240 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732667801528 completed
2024-11-27T00:37:38,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 }
2024-11-27T00:37:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667858241 (current time:1732667858241).
2024-11-27T00:37:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732667858240_ns4_test-17326678015283 VERSION not specified, setting to 2
2024-11-27T00:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6af5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:38,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:38,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:38,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824a107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:38,247 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:38,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3164099f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:37:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:37:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:37:38,252 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:37:38,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:38,253 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:37:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 }
2024-11-27T00:37:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-27T00:37:38,256 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:37:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:38,257 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:37:38,260 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:37:38,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741928_1104 (size=86)
2024-11-27T00:37:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:38,672 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:37:38,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8d9725ab8c62b340d61c7b0df76f681}]
2024-11-27T00:37:38,676 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:37:38,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59
2024-11-27T00:37:38,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:37:38,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for d8d9725ab8c62b340d61c7b0df76f681:

2024-11-27T00:37:38,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681. for snapshot_1732667858240_ns4_test-17326678015283 completed.
2024-11-27T00:37:38,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.' region-info for snapshot=snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:38,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:37:38,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-27T00:37:38,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741929_1105 (size=52)
2024-11-27T00:37:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:39,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:37:39,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-27T00:37:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-27T00:37:39,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732667858240_ns4_test-17326678015283 on region d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:37:39,248 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:37:39,253 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-27T00:37:39,253 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8d9725ab8c62b340d61c7b0df76f681 in 577 msec
2024-11-27T00:37:39,253 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:37:39,255 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:37:39,256 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:37:39,256 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:39,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:39,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741930_1106 (size=443)
2024-11-27T00:37:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:39,674 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:37:39,680 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:37:39,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_1732667858240_ns4_test-17326678015283 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:39,683 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:37:39,683 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-27T00:37:39,685 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732667858240_ns4_test-17326678015283 table=ns4:test-17326678015283 type=FLUSH ttl=0 } in 1.4290 sec
2024-11-27T00:37:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-27T00:37:40,400 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17326678015283 completed
2024-11-27T00:37:40,400 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732667845110
2024-11-27T00:37:40,401 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-27T00:37:40,401 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-11-27T00:37:40,401 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667845110_backup:system_bulk
2024-11-27T00:37:40,401 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667849572_backup_system_bulk to hdfs://localhost:43971/backupUT/backup_1732667845110/backup/system_bulk/
2024-11-27T00:37:40,401 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:40,434 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:40,434 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667845110/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667845110/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:40,435 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:40,439 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667849572_backup_system_bulk to hdfs://localhost:43971/backupUT/backup_1732667845110/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:40,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741931_1107 (size=702)
2024-11-27T00:37:40,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741932_1108 (size=76)
2024-11-27T00:37:40,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:40,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:40,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-1913005060267865852.jar
2024-11-27T00:37:41,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-6333666295043055715.jar
2024-11-27T00:37:41,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:41,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:41,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:41,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:41,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:41,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:41,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:41,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:41,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:41,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:41,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:41,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:41,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:41,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:41,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:41,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:41,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:41,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:41,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:41,835 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:41,846 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:41,852 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667849572_backup_system_bulk' hfile list
2024-11-27T00:37:41,932 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local604841734_0005_cce1db4b-2586-4eaa-b68b-5da48d8ebaa2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:41,932 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local604841734_0005_cce1db4b-2586-4eaa-b68b-5da48d8ebaa2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:42,969 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:42,971 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:42,980 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:42,980 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667849572_backup_system_bulk finished.
2024-11-27T00:37:42,980 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667845110_ns3:test-17326678015282
2024-11-27T00:37:42,980 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667851731_ns3_test-17326678015282 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns3/test-17326678015282/
2024-11-27T00:37:42,980 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:43,008 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:43,008 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667845110/ns3/test-17326678015282, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667845110/ns3/test-17326678015282/.hbase-snapshot/.tmp/snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:43,010 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:43,014 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667851731_ns3_test-17326678015282 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns3/test-17326678015282/.hbase-snapshot/.tmp/snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:43,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741933_1109 (size=86)
2024-11-27T00:37:43,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741934_1110 (size=443)
2024-11-27T00:37:43,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:43,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:43,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-9600425545015098660.jar
2024-11-27T00:37:44,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-816533584156558934.jar
2024-11-27T00:37:44,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:44,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:44,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:44,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:44,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:44,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:44,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:44,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:44,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:44,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:44,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:44,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:44,427 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:44,438 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:44,444 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667851731_ns3_test-17326678015282' hfile list
2024-11-27T00:37:44,526 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local665181760_0006_947ce9e4-5392-4ee7-8082-e08072c3506c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:44,526 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local665181760_0006_947ce9e4-5392-4ee7-8082-e08072c3506c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:45,567 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:45,568 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:45,576 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:45,576 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667851731_ns3_test-17326678015282 finished.
2024-11-27T00:37:45,576 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667845110_ns2:test-17326678015281
2024-11-27T00:37:45,576 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667853901_ns2_test-17326678015281 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/
2024-11-27T00:37:45,576 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:45,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:45,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/.hbase-snapshot/.tmp/snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:45,611 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:45,617 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667853901_ns2_test-17326678015281 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/.hbase-snapshot/.tmp/snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:45,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741935_1111 (size=86)
2024-11-27T00:37:45,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741936_1112 (size=496)
2024-11-27T00:37:46,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-10799054541442935072.jar
2024-11-27T00:37:46,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-11591329811609254746.jar
2024-11-27T00:37:46,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:46,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:46,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:46,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:46,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:46,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:46,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:46,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:46,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:46,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:46,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:46,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:46,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:46,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:46,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:46,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:46,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:46,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:46,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:47,019 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:47,031 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:47,036 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667853901_ns2_test-17326678015281' hfile list
2024-11-27T00:37:47,038 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-11-27T00:37:47,118 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1660956767_0007_25a71ef2-48c2-4029-b24c-b34b8b4f784e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:47,118 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1660956767_0007_25a71ef2-48c2-4029-b24c-b34b8b4f784e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:47,184 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-27T00:37:47,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741937_1113 (size=8413)
2024-11-27T00:37:47,622 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb output=hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:37:47,623 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-27T00:37:47,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741938_1114 (size=5134)
2024-11-27T00:37:48,050 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a output=hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a
2024-11-27T00:37:48,050 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec
2024-11-27T00:37:48,156 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:48,158 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:48,168 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:48,168 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667853901_ns2_test-17326678015281 finished.
2024-11-27T00:37:48,168 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667845110_test-1732667801528
2024-11-27T00:37:48,168 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667856069_default_test-1732667801528 to hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/
2024-11-27T00:37:48,168 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:48,197 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:48,197 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/.hbase-snapshot/.tmp/snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:48,199 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:48,205 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667856069_default_test-1732667801528 to hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/.hbase-snapshot/.tmp/snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:48,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741939_1115 (size=84)
2024-11-27T00:37:48,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741940_1116 (size=1347)
2024-11-27T00:37:48,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:48,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:48,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-15674558315998656746.jar
2024-11-27T00:37:49,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-16421092175599524114.jar
2024-11-27T00:37:49,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:49,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:49,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:49,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:49,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:49,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:49,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:49,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:49,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:49,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:49,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:49,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:49,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:49,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:49,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:49,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:49,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:49,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:49,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:49,618 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:49,627 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:49,633 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667856069_default_test-1732667801528' hfile list
2024-11-27T00:37:49,636 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-11-27T00:37:49,720 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local519195517_0008_cf03fe9e-33bf-4c65-80ec-dd652a728fbb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:49,720 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local519195517_0008_cf03fe9e-33bf-4c65-80ec-dd652a728fbb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:49,811 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-27T00:37:49,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741941_1117 (size=13760)
2024-11-27T00:37:49,847 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a output=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a
2024-11-27T00:37:49,847 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.423M/sec
2024-11-27T00:37:49,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741942_1118 (size=10796)
2024-11-27T00:37:50,270 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143 output=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143
2024-11-27T00:37:50,271 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.025M/sec
2024-11-27T00:37:50,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741943_1119 (size=8413)
2024-11-27T00:37:50,704 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 output=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:37:50,704 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-11-27T00:37:50,719 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b to hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b" truncated to max limit (512 characters)
2024-11-27T00:37:50,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741944_1120 (size=5591)
2024-11-27T00:37:51,137 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b output=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:37:51,137 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec
2024-11-27T00:37:51,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741945_1121 (size=5484)
2024-11-27T00:37:51,575 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 output=hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:37:51,575 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-11-27T00:37:51,776 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:51,777 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:51,790 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:51,790 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667856069_default_test-1732667801528 finished.
2024-11-27T00:37:51,790 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732667845110_ns4:test-17326678015283
2024-11-27T00:37:51,790 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732667858240_ns4_test-17326678015283 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns4/test-17326678015283/
2024-11-27T00:37:51,790 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-27T00:37:51,817 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:43971, inputRoot=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:37:51,817 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_318247973_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43971/backupUT/backup_1732667845110/ns4/test-17326678015283, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43971/backupUT/backup_1732667845110/ns4/test-17326678015283/.hbase-snapshot/.tmp/snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:51,818 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-27T00:37:51,822 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_1732667858240_ns4_test-17326678015283 to hdfs://localhost:43971/backupUT/backup_1732667845110/ns4/test-17326678015283/.hbase-snapshot/.tmp/snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:51,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741947_1123 (size=86)
2024-11-27T00:37:51,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741946_1122 (size=443)
2024-11-27T00:37:52,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:52,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:52,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-5375943563390071809.jar
2024-11-27T00:37:53,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-7539535875852926912.jar
2024-11-27T00:37:53,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:37:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:37:53,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:37:53,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:37:53,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:37:53,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:37:53,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:37:53,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:37:53,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:37:53,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:37:53,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:37:53,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:37:53,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:53,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:53,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:53,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:53,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-27T00:37:53,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:53,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:37:53,205 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:37:53,216 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:37:53,222 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732667858240_ns4_test-17326678015283' hfile list
2024-11-27T00:37:53,303 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1815594953_0009_3e88bdb1-7b9a-40a6-b06b-11ff6501ee5b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:37:53,303 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1815594953_0009_3e88bdb1-7b9a-40a6-b06b-11ff6501ee5b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:37:54,339 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-27T00:37:54,340 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-27T00:37:54,344 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:54,345 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732667858240_ns4_test-17326678015283 finished.
2024-11-27T00:37:54,345 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-11-27T00:37:54,345 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17326678015282
2024-11-27T00:37:54,345 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326678015281
2024-11-27T00:37:54,345 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732667801528
2024-11-27T00:37:54,345 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17326678015283
2024-11-27T00:37:54,354 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667845110
2024-11-27T00:37:54,354 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-27T00:37:54,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741948_1124 (size=209)
2024-11-27T00:37:54,760 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43971/backupUT/backup_1732667845110/.backup.manifest
2024-11-27T00:37:54,761 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732667845110 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17326678015282;ns2:test-17326678015281;test-1732667801528;ns4:test-17326678015283,targetRootDir=hdfs://localhost:43971/backupUT,startts=1732667849319,completets=1732667874354,bytescopied=0
2024-11-27T00:37:54,761 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-27T00:37:54,761 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:54,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667849572_backup_system_bulk"
type: DISABLED

2024-11-27T00:37:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667849572_backup_system_bulk
2024-11-27T00:37:54,766 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667849572_backup_system_bulk for backup backup_1732667845110 succeeded.
2024-11-27T00:37:54,766 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:54,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667851731_ns3_test-17326678015282"
type: DISABLED

2024-11-27T00:37:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667851731_ns3_test-17326678015282
2024-11-27T00:37:54,770 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667851731_ns3_test-17326678015282 for backup backup_1732667845110 succeeded.
2024-11-27T00:37:54,770 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:54,771 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667853901_ns2_test-17326678015281"
type: DISABLED

2024-11-27T00:37:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667853901_ns2_test-17326678015281
2024-11-27T00:37:54,774 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667853901_ns2_test-17326678015281 for backup backup_1732667845110 succeeded.
2024-11-27T00:37:54,774 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:54,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667856069_default_test-1732667801528"
type: DISABLED

2024-11-27T00:37:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667856069_default_test-1732667801528
2024-11-27T00:37:54,778 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667856069_default_test-1732667801528 for backup backup_1732667845110 succeeded.
2024-11-27T00:37:54,778 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:54,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732667858240_ns4_test-17326678015283"
type: DISABLED

2024-11-27T00:37:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732667858240_ns4_test-17326678015283
2024-11-27T00:37:54,782 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732667858240_ns4_test-17326678015283 for backup backup_1732667845110 succeeded.
2024-11-27T00:37:54,783 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-27T00:37:54,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-27T00:37:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-27T00:37:54,791 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-27T00:37:54,793 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-27T00:37:54,799 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732667845110 completed.
2024-11-27T00:37:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:58,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T00:37:59,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,877 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-27T00:37:59,881 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667879828
2024-11-27T00:37:59,884 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732667845110}
2024-11-27T00:37:59,884 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-27T00:37:59,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:37:59,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:37:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732667879993 (current time:1732667879993).
2024-11-27T00:37:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-27T00:37:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-27T00:37:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fa53c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:37:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:37:59,995 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34114083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:37:59,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:37:59,997 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:37:59,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c685297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:37:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:00,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:00,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349.
2024-11-27T00:38:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:00,003 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-27T00:38:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-27T00:38:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-27T00:38:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:00,005 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-27T00:38:00,006 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-27T00:38:00,009 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-27T00:38:00,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741949_1125 (size=52)
2024-11-27T00:38:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:00,415 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-27T00:38:00,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8}]
2024-11-27T00:38:00,417 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:00,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61
2024-11-27T00:38:00,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:00,572 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 853bbcd33bc332623a4cdae4943fd1f8 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-11-27T00:38:00,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/e87b1ec45f064c7cb9dbc3119cf421b8 is 158, key is trslm:hdfs://localhost:43971/backupUT\x00ns2:test-17326678015281/meta:log-roll-map/1732667874349/Put/seqid=0
2024-11-27T00:38:00,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741950_1126 (size=6646)
2024-11-27T00:38:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:00,983 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/e87b1ec45f064c7cb9dbc3119cf421b8
2024-11-27T00:38:00,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/f259ae55a5924629bf6acafe7a05d533 is 826, key is session:backup_1732667845110/session:context/1732667874792/Put/seqid=0
2024-11-27T00:38:01,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741951_1127 (size=5928)
2024-11-27T00:38:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:01,404 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/f259ae55a5924629bf6acafe7a05d533
2024-11-27T00:38:01,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/e87b1ec45f064c7cb9dbc3119cf421b8 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/e87b1ec45f064c7cb9dbc3119cf421b8
2024-11-27T00:38:01,425 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/e87b1ec45f064c7cb9dbc3119cf421b8, entries=12, sequenceid=42, filesize=6.5 K
2024-11-27T00:38:01,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/f259ae55a5924629bf6acafe7a05d533 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/f259ae55a5924629bf6acafe7a05d533
2024-11-27T00:38:01,433 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/f259ae55a5924629bf6acafe7a05d533, entries=2, sequenceid=42, filesize=5.8 K
2024-11-27T00:38:01,434 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 862ms, sequenceid=42, compaction requested=true
2024-11-27T00:38:01,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 853bbcd33bc332623a4cdae4943fd1f8:

2024-11-27T00:38:01,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. for snapshot_backup_system completed.
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.' region-info for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/e87b1ec45f064c7cb9dbc3119cf421b8] hfiles
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/f295e1c86b894901ae7ae1deea168bbe for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/9e028de9798345f59906ca12926373bd for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/e87b1ec45f064c7cb9dbc3119cf421b8 for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/f259ae55a5924629bf6acafe7a05d533] hfiles
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/c69000685d244aac82340789e92d16fd for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/11bc2b2540724351a91cd4d5c958800d for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/d1827d4965d240ac8d644406985147cc for snapshot=snapshot_backup_system
2024-11-27T00:38:01,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/f259ae55a5924629bf6acafe7a05d533 for snapshot=snapshot_backup_system
2024-11-27T00:38:01,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741952_1128 (size=330)
2024-11-27T00:38:01,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:01,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-27T00:38:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-27T00:38:01,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:01,844 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:01,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-27T00:38:01,849 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-27T00:38:01,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 853bbcd33bc332623a4cdae4943fd1f8 in 1.4300 sec
2024-11-27T00:38:01,850 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-27T00:38:01,851 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-27T00:38:01,852 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-27T00:38:01,853 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-27T00:38:01,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741953_1129 (size=967)
2024-11-27T00:38:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:02,265 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-27T00:38:02,273 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-27T00:38:02,274 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.hbase-snapshot/snapshot_backup_system
2024-11-27T00:38:02,275 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-27T00:38:02,275 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-27T00:38:02,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2720 sec
2024-11-27T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-27T00:38:04,171 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-27T00:38:04,171 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732667879828 started at 1732667884171.
2024-11-27T00:38:04,177 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732667879828 has been started.
2024-11-27T00:38:04,185 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732667801528, ns2:test-17326678015281, ns3:test-17326678015282, ns4:test-17326678015283]
2024-11-27T00:38:04,190 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732667835859for backupID backup_1732667879828
2024-11-27T00:38:04,190 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-27T00:38:04,190 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-27T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-27T00:38:04,190 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-27T00:38:04,190 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-27T00:38:04,191 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-27T00:38:04,191 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-27T00:38:04,191 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,191 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:38:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:38:04,282 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,283 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:38:04,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:38:04,283 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,283 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-27T00:38:04,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-27T00:38:04,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-27T00:38:04,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-27T00:38:04,284 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-27T00:38:04,285 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-27T00:38:04,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-27T00:38:04,285 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-27T00:38:04,285 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-27T00:38:04,285 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-27T00:38:04,285 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-27T00:38:04,285 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure (rolllog) in zk
2024-11-27T00:38:04,303 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:38:04,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:38:04,304 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,304 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-27T00:38:04,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:38:04,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:38:04,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,306 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,306 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:38:04,307 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '2b6837fc55c2,33953,1732667791273' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-27T00:38:04,307 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-27T00:38:04,307 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@76eae527[Count = 0] remaining members to acquire global barrier
2024-11-27T00:38:04,307 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,314 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,314 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-27T00:38:04,315 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,315 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-27T00:38:04,315 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-27T00:38:04,315 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,315 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732667849445 highest: 1732667849484 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,315 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0:(num 1732667849445) roll requested
2024-11-27T00:38:04,332 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667884315, exclude list is [], retry=0
2024-11-27T00:38:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:38:04,336 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667884315
2024-11-27T00:38:04,336 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:38:04,336 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 is not closed yet, will try archiving it next time
2024-11-27T00:38:04,336 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.meta:.meta(num 1732667849468) roll requested
2024-11-27T00:38:04,336 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667816075
2024-11-27T00:38:04,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741911_1087 (size=653)
2024-11-27T00:38:04,337 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 not finished, retry = 0
2024-11-27T00:38:04,348 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667884336.meta, exclude list is [], retry=0
2024-11-27T00:38:04,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:38:04,351 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667884336.meta
2024-11-27T00:38:04,351 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:38:04,351 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta is not closed yet, will try archiving it next time
2024-11-27T00:38:04,351 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1:(num 1732667849484) roll requested
2024-11-27T00:38:04,353 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta not finished, retry = 0
2024-11-27T00:38:04,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741912_1088 (size=93)
2024-11-27T00:38:04,364 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667884351, exclude list is [], retry=0
2024-11-27T00:38:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40223,DS-557ba497-0a90-4c9b-b37a-412bc6631fc8,DISK]
2024-11-27T00:38:04,367 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667884351
2024-11-27T00:38:04,367 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39795:39795)]
2024-11-27T00:38:04,367 DEBUG [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 is not closed yet, will try archiving it next time
2024-11-27T00:38:04,368 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667835859
2024-11-27T00:38:04,369 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 not finished, retry = 0
2024-11-27T00:38:04,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741913_1089 (size=4710)
2024-11-27T00:38:04,375 DEBUG [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-27T00:38:04,375 INFO  [rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732667884315 on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:04,395 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-27T00:38:04,395 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '2b6837fc55c2,33953,1732667791273' in zk
2024-11-27T00:38:04,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,409 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-27T00:38:04,409 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:38:04,409 DEBUG [member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-27T00:38:04,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:38:04,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:38:04,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:38:04,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:38:04,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:38:04,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '2b6837fc55c2,33953,1732667791273': 
2024-11-27T00:38:04,413 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '2b6837fc55c2,33953,1732667791273' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-27T00:38:04,413 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-27T00:38:04,413 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-27T00:38:04,413 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-27T00:38:04,413 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-27T00:38:04,413 INFO  [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-27T00:38:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:38:04,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,419 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-27T00:38:04,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-27T00:38:04,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-27T00:38:04,420 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:38:04,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:38:04,420 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-27T00:38:04,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,422 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,422 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-27T00:38:04,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-27T00:38:04,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-27T00:38:04,430 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-27T00:38:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-27T00:38:04,430 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-27T00:38:04,430 DEBUG [(2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-27T00:38:04,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-27T00:38:04,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-27T00:38:04,431 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-27T00:38:04,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-27T00:38:04,438 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445
2024-11-27T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-27T00:38:04,443 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {2b6837fc55c2:33953=1732667835859}
 newestTimestamps: {2b6837fc55c2:33953=1732667849484}
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667796150.meta
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667835837.meta
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 2b6837fc55c2%2C33953%2C1732667791273.meta.1732667884336.meta
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667884315
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484
2024-11-27T00:38:04,445 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667884351
2024-11-27T00:38:04,447 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667816097.meta
2024-11-27T00:38:04,454 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.meta.1732667849468.meta
2024-11-27T00:38:04,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741957_1133 (size=640)
2024-11-27T00:38:04,864 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:43971/backupUT/backup_1732667879828/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:04,864 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:38:04,871 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-11-27T00:38:04,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741958_1134 (size=45)
2024-11-27T00:38:05,277 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-11-27T00:38:05,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741959_1135 (size=390)
2024-11-27T00:38:05,689 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17326678015282 target: hdfs://localhost:43971/backupUT/backup_1732667879828/ns3/test-17326678015282 descriptor: 'ns3:test-17326678015282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:05,689 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:38:05,693 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17326678015282
2024-11-27T00:38:05,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741960_1136 (size=50)
2024-11-27T00:38:06,103 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17326678015282
2024-11-27T00:38:06,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741961_1137 (size=364)
2024-11-27T00:38:06,514 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326678015281 target: hdfs://localhost:43971/backupUT/backup_1732667879828/ns2/test-17326678015281 descriptor: 'ns2:test-17326678015281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:06,514 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:38:06,517 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326678015281
2024-11-27T00:38:06,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741962_1138 (size=50)
2024-11-27T00:38:06,925 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326678015281
2024-11-27T00:38:06,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741963_1139 (size=950)
2024-11-27T00:38:07,343 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732667801528 target: hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528 descriptor: 'test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:07,344 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:38:07,350 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732667801528
2024-11-27T00:38:07,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741964_1140 (size=53)
2024-11-27T00:38:07,759 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732667801528
2024-11-27T00:38:07,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741965_1141 (size=390)
2024-11-27T00:38:08,180 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17326678015283 target: hdfs://localhost:43971/backupUT/backup_1732667879828/ns4/test-17326678015283 descriptor: 'ns4:test-17326678015283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:08,180 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-27T00:38:08,183 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17326678015283
2024-11-27T00:38:08,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741966_1142 (size=50)
2024-11-27T00:38:08,589 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17326678015283
2024-11-27T00:38:08,606 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:43971/backupUT/.tmp/backup_1732667879828 from hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484;hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445
2024-11-27T00:38:08,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7225228d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:08,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:08,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:08,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:08,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:08,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:08,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386d9ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:08,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:08,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:08,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:08,610 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf02e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:08,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:08,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:08,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2a4e53
2024-11-27T00:38:08,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:08,613 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:08,617 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:08,617 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-11-27T00:38:08,617 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:08,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:08,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:08,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:08,620 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:08,622 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-11-27T00:38:08,622 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732667801528
2024-11-27T00:38:08,622 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732667801528,, stopping at row=test-1732667801528 ,, for max=2147483647 with caching=100
2024-11-27T00:38:08,625 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732667801528: test-1732667801528;
2024-11-27T00:38:08,625 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326678015281
2024-11-27T00:38:08,625 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326678015281,, stopping at row=ns2:test-17326678015281 ,, for max=2147483647 with caching=100
2024-11-27T00:38:08,627 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326678015281: ns2:test-17326678015281;
2024-11-27T00:38:08,628 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17326678015282
2024-11-27T00:38:08,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17326678015282,, stopping at row=ns3:test-17326678015282 ,, for max=2147483647 with caching=100
2024-11-27T00:38:08,630 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17326678015282: ns3:test-17326678015282;
2024-11-27T00:38:08,630 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17326678015283
2024-11-27T00:38:08,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17326678015283,, stopping at row=ns4:test-17326678015283 ,, for max=2147483647 with caching=100
2024-11-27T00:38:08,633 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17326678015283: ns4:test-17326678015283;
2024-11-27T00:38:08,633 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-11-27T00:38:08,633 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_3e7dc1a6-a1df-4376-8672-3b12f63b5041
2024-11-27T00:38:08,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741967_1143 (size=324)
2024-11-27T00:38:09,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 87bf6ec7d1234282a5309d665eb7a51b, had cached 0 bytes from a total of 38453
2024-11-27T00:38:09,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-5084278532706661808.jar
2024-11-27T00:38:09,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-8948860867568593014.jar
2024-11-27T00:38:09,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:09,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:09,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:09,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:09,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:09,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:09,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:09,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:09,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:09,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:09,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:09,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:09,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:10,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-15277940343277961557.jar
2024-11-27T00:38:10,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-15277940343277961557.jar
2024-11-27T00:38:10,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:10,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-15277940343277961557.jar
2024-11-27T00:38:10,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-15277940343277961557.jar
2024-11-27T00:38:10,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:10,042 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732667801528,ns2:test-17326678015281,ns3:test-17326678015282,ns4:test-17326678015283
2024-11-27T00:38:10,042 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:10,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:10,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:10,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:10,042 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:10,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:10,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-12858053668096709211.jar
2024-11-27T00:38:10,921 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:10,932 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:10,935 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 for WAL files
2024-11-27T00:38:10,936 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484
2024-11-27T00:38:10,937 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 for WAL files
2024-11-27T00:38:10,937 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445
2024-11-27T00:38:11,011 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local375187231_0010_b8bfa8a8-79ea-4a91-a147-ae1a4440644a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:11,011 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local375187231_0010_b8bfa8a8-79ea-4a91-a147-ae1a4440644a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:11,061 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 for hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667849484 (-9223372036854775808:9223372036854775807) length:4710
2024-11-27T00:38:11,064 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-27T00:38:11,065 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-27T00:38:11,097 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 for hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667849445 (-9223372036854775808:9223372036854775807) length:653
2024-11-27T00:38:11,099 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-27T00:38:11,099 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-27T00:38:11,176 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704e3ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:11,176 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:11,176 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:11,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370c0788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:11,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:11,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:11,178 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd8d614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:11,179 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:11,181 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732667801528', row='row-test-1732667801528-2-0', locateType=CURRENT is [region=test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., hostname=2b6837fc55c2,33953,1732667791273, seqNum=338]
2024-11-27T00:38:11,183 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-11-27T00:38:11,183 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:11,183 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:11,183 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:11,183 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:11,183 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-2-0]
2024-11-27T00:38:11,183 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:11,186 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/backupUT/.tmp/backup_1732667879828/_temporary/0/_temporary/attempt_local375187231_0010_r_000004_0/default/test-1732667801528/f2/b9a64deb08db4231bd9288fc842c038d is 58, key is row-test-1732667801528-2-0/f2:q1/1732667874818/Put/seqid=0
2024-11-27T00:38:11,188 WARN  [Thread-1498 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:11,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741968_1144 (size=5366)
2024-11-27T00:38:12,061 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:43971/backupUT
2024-11-27T00:38:12,061 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732667879828
2024-11-27T00:38:12,061 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-27T00:38:12,073 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:43971/backupUT/.tmp/backup_1732667879828, hdfs://localhost:43971/backupUT]
2024-11-27T00:38:12,121 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:12,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741969_1145 (size=5366)
2024-11-27T00:38:12,734 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-27T00:38:12,737 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732667879828
2024-11-27T00:38:12,737 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied."
2024-11-27T00:38:12,737 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1719117411_0011 completed: true true
2024-11-27T00:38:12,738 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2674228
		FILE: Number of bytes written=13151580
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=410406
		HDFS: Number of bytes written=2548283
		HDFS: Number of read operations=1165
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=423
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=340
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5366
		Bytes Copied=5366
		Bytes Expected=5366
		Files Copied=2
		DIR_COPY=4
2024-11-27T00:38:12,738 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:43971/backupUT/.tmp/backup_1732667879828 to hdfs://localhost:43971/backupUT finished.
2024-11-27T00:38:12,758 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732667879828
2024-11-27T00:38:12,761 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732667845110}
2024-11-27T00:38:12,761 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-27T00:38:12,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741970_1146 (size=714)
2024-11-27T00:38:13,168 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43971/backupUT/backup_1732667879828/.backup.manifest
2024-11-27T00:38:13,168 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732667879828 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17326678015282;ns2:test-17326678015281;test-1732667801528;ns4:test-17326678015283,targetRootDir=hdfs://localhost:43971/backupUT,startts=1732667884171,completets=1732667892758,bytescopied=0
2024-11-27T00:38:13,168 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-27T00:38:13,179 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-27T00:38:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-27T00:38:13,183 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-27T00:38:13,186 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-27T00:38:13,190 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732667879828 completed.
2024-11-27T00:38:13,190 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-27T00:38:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:13,208 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732667810188
2024-11-27T00:38:13,211 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-11-27T00:38:13,212 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-11-27T00:38:13,213 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:13,215 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:13,217 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:13,219 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:13,220 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732667801528' to 'table1' from full backup image hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528
2024-11-27T00:38:13,228 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-11-27T00:38:13,228 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:38:13,229 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f in region [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b]
2024-11-27T00:38:13,234 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9 first=row0 last=row98
2024-11-27T00:38:13,234 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3 in region [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b]
2024-11-27T00:38:13,237 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e first=row-test-1732667801528-3-0 last=row-test-1732667801528-3-5
2024-11-27T00:38:13,237 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob in region [hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b]
2024-11-27T00:38:13,241 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823 first=row-test-1732667801528-3-0 last=row-test-1732667801528-3-5
2024-11-27T00:38:13,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-11-27T00:38:13,247 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:38:13,247 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:13,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 62
2024-11-27T00:38:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:13,248 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:38:13,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741971_1147 (size=938)
2024-11-27T00:38:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:13,656 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 256689bba31b316c52113bb5882084e5, NAME => 'table1,,1732667893244.256689bba31b316c52113bb5882084e5.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:13,657 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 12e5774599a491da10d6f2d6575a55aa, NAME => 'table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:13,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741973_1149 (size=45)
2024-11-27T00:38:13,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741972_1148 (size=45)
2024-11-27T00:38:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:14,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 47ab555125c7bbb24d21018ef1589161, had cached 0 bytes from a total of 13547
2024-11-27T00:38:14,070 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:14,070 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732667893244.256689bba31b316c52113bb5882084e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:14,070 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 256689bba31b316c52113bb5882084e5, disabling compactions & flushes
2024-11-27T00:38:14,070 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 12e5774599a491da10d6f2d6575a55aa, disabling compactions & flushes
2024-11-27T00:38:14,071 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,071 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732667893244.256689bba31b316c52113bb5882084e5. after waiting 0 ms
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa. after waiting 0 ms
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,071 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,071 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 256689bba31b316c52113bb5882084e5:
Waiting for close lock at 1732667894070Disabling compacts and flushes for region at 1732667894070Disabling writes for close at 1732667894071 (+1 ms)Writing region close event to WAL at 1732667894071Closed at 1732667894071
2024-11-27T00:38:14,071 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 12e5774599a491da10d6f2d6575a55aa:
Waiting for close lock at 1732667894070Disabling compacts and flushes for region at 1732667894070Disabling writes for close at 1732667894071 (+1 ms)Writing region close event to WAL at 1732667894071Closed at 1732667894071
2024-11-27T00:38:14,073 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:38:14,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732667893244.256689bba31b316c52113bb5882084e5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732667894074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667894074"}]},"ts":"1732667894074"}
2024-11-27T00:38:14,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732667894074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667894074"}]},"ts":"1732667894074"}
2024-11-27T00:38:14,080 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-27T00:38:14,081 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:38:14,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667894082"}]},"ts":"1732667894082"}
2024-11-27T00:38:14,084 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-27T00:38:14,085 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, ASSIGN}]
2024-11-27T00:38:14,087 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, ASSIGN
2024-11-27T00:38:14,087 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, ASSIGN
2024-11-27T00:38:14,088 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:14,088 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:14,239 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=12e5774599a491da10d6f2d6575a55aa, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:14,239 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=256689bba31b316c52113bb5882084e5, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, ASSIGN because future has completed
2024-11-27T00:38:14,246 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:14,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, ASSIGN because future has completed
2024-11-27T00:38:14,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:14,408 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,409 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 12e5774599a491da10d6f2d6575a55aa, NAME => 'table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-27T00:38:14,410 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:14,410 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,410 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:14,411 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,411 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,414 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12e5774599a491da10d6f2d6575a55aa 
2024-11-27T00:38:14,416 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e5774599a491da10d6f2d6575a55aa columnFamilyName f
2024-11-27T00:38:14,416 DEBUG [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,416 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(327): Store=12e5774599a491da10d6f2d6575a55aa/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,417 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 12e5774599a491da10d6f2d6575a55aa 
2024-11-27T00:38:14,418 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e5774599a491da10d6f2d6575a55aa columnFamilyName f3
2024-11-27T00:38:14,418 DEBUG [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,418 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(327): Store=12e5774599a491da10d6f2d6575a55aa/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,418 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 12e5774599a491da10d6f2d6575a55aa 
2024-11-27T00:38:14,419 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e5774599a491da10d6f2d6575a55aa columnFamilyName mob
2024-11-27T00:38:14,420 DEBUG [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,420 INFO  [StoreOpener-12e5774599a491da10d6f2d6575a55aa-1 {}] regionserver.HStore(327): Store=12e5774599a491da10d6f2d6575a55aa/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,421 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,421 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,422 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,423 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,423 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,423 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:14,424 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,426 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:14,427 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 12e5774599a491da10d6f2d6575a55aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11935093920, jitterRate=0.1115422397851944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:14,427 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:14,427 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 12e5774599a491da10d6f2d6575a55aa:
Running coprocessor pre-open hook at 1732667894411Writing region info on filesystem at 1732667894411Initializing all the Stores at 1732667894414 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894414Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894414Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894414Cleaning up temporary data from old regions at 1732667894423 (+9 ms)Running coprocessor post-open hooks at 1732667894427 (+4 ms)Region opened successfully at 1732667894427
2024-11-27T00:38:14,428 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., pid=65, masterSystemTime=1732667894400
2024-11-27T00:38:14,430 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,430 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:14,430 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,430 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 256689bba31b316c52113bb5882084e5, NAME => 'table1,,1732667893244.256689bba31b316c52113bb5882084e5.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-27T00:38:14,431 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=12e5774599a491da10d6f2d6575a55aa, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:14,431 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:14,431 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,431 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1732667893244.256689bba31b316c52113bb5882084e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:14,431 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,431 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:14,432 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 256689bba31b316c52113bb5882084e5 
2024-11-27T00:38:14,433 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2b6837fc55c2,33953,1732667791273, table=table1, region=12e5774599a491da10d6f2d6575a55aa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-27T00:38:14,434 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256689bba31b316c52113bb5882084e5 columnFamilyName f
2024-11-27T00:38:14,434 DEBUG [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,435 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(327): Store=256689bba31b316c52113bb5882084e5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,435 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 256689bba31b316c52113bb5882084e5 
2024-11-27T00:38:14,436 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256689bba31b316c52113bb5882084e5 columnFamilyName f3
2024-11-27T00:38:14,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-27T00:38:14,436 DEBUG [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273 in 188 msec
2024-11-27T00:38:14,437 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(327): Store=256689bba31b316c52113bb5882084e5/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,437 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 256689bba31b316c52113bb5882084e5 
2024-11-27T00:38:14,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, ASSIGN in 351 msec
2024-11-27T00:38:14,438 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256689bba31b316c52113bb5882084e5 columnFamilyName mob
2024-11-27T00:38:14,439 DEBUG [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:14,439 INFO  [StoreOpener-256689bba31b316c52113bb5882084e5-1 {}] regionserver.HStore(327): Store=256689bba31b316c52113bb5882084e5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:14,439 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,440 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,440 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,442 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,442 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,442 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:14,443 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,446 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:14,446 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 256689bba31b316c52113bb5882084e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10911851360, jitterRate=0.016245350241661072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:14,446 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:14,446 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 256689bba31b316c52113bb5882084e5:
Running coprocessor pre-open hook at 1732667894431Writing region info on filesystem at 1732667894431Initializing all the Stores at 1732667894432 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894432Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894432Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667894432Cleaning up temporary data from old regions at 1732667894442 (+10 ms)Running coprocessor post-open hooks at 1732667894446 (+4 ms)Region opened successfully at 1732667894446
2024-11-27T00:38:14,447 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732667893244.256689bba31b316c52113bb5882084e5., pid=66, masterSystemTime=1732667894400
2024-11-27T00:38:14,449 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,449 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:14,450 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=256689bba31b316c52113bb5882084e5, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:14,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:14,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63
2024-11-27T00:38:14,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273 in 204 msec
2024-11-27T00:38:14,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-27T00:38:14,456 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, ASSIGN in 369 msec
2024-11-27T00:38:14,456 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:38:14,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667894456"}]},"ts":"1732667894456"}
2024-11-27T00:38:14,458 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-27T00:38:14,459 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:38:14,460 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2140 sec
2024-11-27T00:38:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-27T00:38:15,399 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-11-27T00:38:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:15,405 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b from hbase tables test-1732667801528 to tables table1
2024-11-27T00:38:15,405 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732667801528 into table1
2024-11-27T00:38:15,408 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405 from hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:38:15,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca7290d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:15,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:15,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:15,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da4d616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:15,412 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837ba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:15,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64142db6
2024-11-27T00:38:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:15,415 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:15,416 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:15,416 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-27T00:38:15,416 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:15,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:15,418 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:15,420 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-27T00:38:15,420 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-27T00:38:15,420 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-27T00:38:15,420 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_80cc084f-57ed-4ed6-9a72-e37a6010d99e
2024-11-27T00:38:15,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741974_1150 (size=177)
2024-11-27T00:38:15,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:15,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:15,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-1676482095174765111.jar
2024-11-27T00:38:16,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-4959729176568305108.jar
2024-11-27T00:38:16,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:16,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:16,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:16,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,833 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-12465489986679090008.jar
2024-11-27T00:38:16,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-12465489986679090008.jar
2024-11-27T00:38:16,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:16,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-12465489986679090008.jar
2024-11-27T00:38:16,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-12465489986679090008.jar
2024-11-27T00:38:16,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:16,835 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-27T00:38:16,835 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:16,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:16,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:16,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:16,835 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:16,835 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-27T00:38:16,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:16,845 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:16,856 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:16,949 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1849078230_0012_864edeb8-b58f-46be-a5fa-ed8f5631d009/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:16,949 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1849078230_0012_864edeb8-b58f-46be-a5fa-ed8f5631d009/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:17,002 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:38:17,006 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:17,040 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:38:17,044 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:17,064 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f3/f2473e840dc74341ab00a5f1facf619e
2024-11-27T00:38:17,068 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:17,095 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488bbdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,095 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:17,095 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:17,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307a5708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,097 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:17,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f050239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,098 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:17,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:17,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:17,100 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:17,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732667801528-3-0', locateType=CURRENT is [region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:17,102 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-27T00:38:17,102 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:17,102 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,102 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,102 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:17,102 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-3-0]
2024-11-27T00:38:17,102 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:17,107 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fde2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,107 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:17,107 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:17,108 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18629803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:17,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:17,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,109 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:17,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55eec774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,110 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:17,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732667801528-3-0', locateType=CURRENT is [region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:17,114 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-27T00:38:17,114 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:17,114 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,114 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,114 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:17,114 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-3-0]
2024-11-27T00:38:17,114 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:17,118 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/_temporary/0/_temporary/attempt_local1849078230_0012_r_000000_0/f3/1d31d7a4c7854559a02e6568aa54a132 is 58, key is row-test-1732667801528-3-0/f3:q1/1732667810154/Put/seqid=0
2024-11-27T00:38:17,120 WARN  [Thread-1617 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:17,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741975_1151 (size=5530)
2024-11-27T00:38:17,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-11-27T00:38:17,526 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/_temporary/0/_temporary/attempt_local1849078230_0012_r_000000_0/mob/6a5c5246c9874e01a9b18fdc383fdd41 is 59, key is row-test-1732667801528-3-0/mob:q1/1732667810170/Put/seqid=0
2024-11-27T00:38:17,530 WARN  [Thread-1619 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:17,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741976_1152 (size=5539)
2024-11-27T00:38:17,973 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bfa026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,973 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:17,973 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:17,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:17,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5deaac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,976 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226b81b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:17,978 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:17,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:17,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:17,981 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:17,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:17,982 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-27T00:38:17,983 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:17,983 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,983 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:17,983 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:17,983 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-27T00:38:17,983 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:17,992 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/_temporary/0/_temporary/attempt_local1849078230_0012_r_000001_0/f/6112cac34f4442c4b29c3e491e41d834 is 37, key is row10/f:q1/1732667802713/Put/seqid=0
2024-11-27T00:38:17,994 WARN  [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:17,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741977_1153 (size=8742)
2024-11-27T00:38:19,000 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405
2024-11-27T00:38:19,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,002 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6706e3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,004 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2551c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,006 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,010 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/_SUCCESS
2024-11-27T00:38:19,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13007901
2024-11-27T00:38:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,021 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,033 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,044 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f/6112cac34f4442c4b29c3e491e41d834 first=Optional[row0] last=Optional[row98]
2024-11-27T00:38:19,048 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f3/1d31d7a4c7854559a02e6568aa54a132 first=Optional[row-test-1732667801528-3-0] last=Optional[row-test-1732667801528-3-5]
2024-11-27T00:38:19,051 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/mob/6a5c5246c9874e01a9b18fdc383fdd41 first=Optional[row-test-1732667801528-3-0] last=Optional[row-test-1732667801528-3-5]
2024-11-27T00:38:19,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f3/1d31d7a4c7854559a02e6568aa54a132 for inclusion in 256689bba31b316c52113bb5882084e5/f3
2024-11-27T00:38:19,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f/6112cac34f4442c4b29c3e491e41d834 for inclusion in 12e5774599a491da10d6f2d6575a55aa/f
2024-11-27T00:38:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-27T00:38:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732667801528-3-0 last=row-test-1732667801528-3-5
2024-11-27T00:38:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-27T00:38:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-27T00:38:19,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/mob/6a5c5246c9874e01a9b18fdc383fdd41 for inclusion in 256689bba31b316c52113bb5882084e5/mob
2024-11-27T00:38:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for 12e5774599a491da10d6f2d6575a55aa:

2024-11-27T00:38:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f/6112cac34f4442c4b29c3e491e41d834 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f/6112cac34f4442c4b29c3e491e41d834
2024-11-27T00:38:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f/6112cac34f4442c4b29c3e491e41d834 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_
2024-11-27T00:38:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732667801528-3-0 last=row-test-1732667801528-3-5
2024-11-27T00:38:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-27T00:38:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for 256689bba31b316c52113bb5882084e5:

2024-11-27T00:38:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9c33f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/f3/1d31d7a4c7854559a02e6568aa54a132 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f3/1d31d7a4c7854559a02e6568aa54a132
2024-11-27T00:38:19,081 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f1a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f3/1d31d7a4c7854559a02e6568aa54a132 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_
2024-11-27T00:38:19,083 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667895405/mob/6a5c5246c9874e01a9b18fdc383fdd41 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/mob/6a5c5246c9874e01a9b18fdc383fdd41
2024-11-27T00:38:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0fd37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f70dbc
2024-11-27T00:38:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/mob/6a5c5246c9874e01a9b18fdc383fdd41 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_
2024-11-27T00:38:19,086 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604d80b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ade16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,088 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,089 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f8f3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54b4ab89
2024-11-27T00:38:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,091 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,094 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953.
2024-11-27T00:38:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,105 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f/6112cac34f4442c4b29c3e491e41d834 into 12e5774599a491da10d6f2d6575a55aa/f as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_ - updating store file list.
2024-11-27T00:38:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,112 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb2bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_ into 12e5774599a491da10d6f2d6575a55aa/f
2024-11-27T00:38:19,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f/6112cac34f4442c4b29c3e491e41d834 into 12e5774599a491da10d6f2d6575a55aa/f (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_)
2024-11-27T00:38:19,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f/6112cac34f4442c4b29c3e491e41d834
2024-11-27T00:38:19,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d5d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,116 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238ab334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7914db7a
2024-11-27T00:38:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,118 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d61d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,121 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,121 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa16faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,123 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e447f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6004f2b1
2024-11-27T00:38:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,125 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,127 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,138 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,139 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f3/1d31d7a4c7854559a02e6568aa54a132 into 256689bba31b316c52113bb5882084e5/f3 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_ - updating store file list.
2024-11-27T00:38:19,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_ into 256689bba31b316c52113bb5882084e5/f3
2024-11-27T00:38:19,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f3/1d31d7a4c7854559a02e6568aa54a132 into 256689bba31b316c52113bb5882084e5/f3 (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_)
2024-11-27T00:38:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/f3/1d31d7a4c7854559a02e6568aa54a132
2024-11-27T00:38:19,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953.
2024-11-27T00:38:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/mob/6a5c5246c9874e01a9b18fdc383fdd41 into 256689bba31b316c52113bb5882084e5/mob as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_ - updating store file list.
2024-11-27T00:38:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,147 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_ into 256689bba31b316c52113bb5882084e5/mob
2024-11-27T00:38:19,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/mob/6a5c5246c9874e01a9b18fdc383fdd41 into 256689bba31b316c52113bb5882084e5/mob (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_)
2024-11-27T00:38:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__hddcmstcksknlb9q15ffhs8fs34nlcn8iov7lu3p2826p455u3gq1aq9k5n7uei9/mob/6a5c5246c9874e01a9b18fdc383fdd41
2024-11-27T00:38:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720e836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:19,156 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:19,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:19,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:19,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7df541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,157 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:19,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:19,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:19,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3d4da4
2024-11-27T00:38:19,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:19,160 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:19,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:19,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:19,163 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:19,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:19,178 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,179 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,182 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:19,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:19,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:19,183 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:19,183 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-27T00:38:19,183 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-27T00:38:19,183 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732667810188 hdfs://localhost:43971/backupUT/backup_1732667810188/default/test-1732667801528/
2024-11-27T00:38:19,184 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:19,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:19,185 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T00:38:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:19,186 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667810188/.backup.manifest
2024-11-27T00:38:19,186 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326678015281' to 'ns2:table2' from full backup image hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281
2024-11-27T00:38:19,195 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-11-27T00:38:19,195 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161
2024-11-27T00:38:19,196 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f in region [hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161]
2024-11-27T00:38:19,199 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb first=row0 last=row98
2024-11-27T00:38:19,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-11-27T00:38:19,203 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-27T00:38:19,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 67
2024-11-27T00:38:19,203 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-27T00:38:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:19,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741978_1154 (size=351)
2024-11-27T00:38:19,290 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 34 more
2024-11-27T00:38:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:19,612 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1520b0a3e4b9a48bb3a0175cbf4dba2, NAME => 'ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:19,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741979_1155 (size=37)
2024-11-27T00:38:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:19,944 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-27T00:38:19,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-11-27T00:38:19,983 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:38:20,021 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:20,022 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing d1520b0a3e4b9a48bb3a0175cbf4dba2, disabling compactions & flushes
2024-11-27T00:38:20,022 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,022 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,022 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2. after waiting 0 ms
2024-11-27T00:38:20,022 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,022 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,022 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1520b0a3e4b9a48bb3a0175cbf4dba2:
Waiting for close lock at 1732667900021Disabling compacts and flushes for region at 1732667900021Disabling writes for close at 1732667900022 (+1 ms)Writing region close event to WAL at 1732667900022Closed at 1732667900022
2024-11-27T00:38:20,023 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-11-27T00:38:20,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732667900023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667900023"}]},"ts":"1732667900023"}
2024-11-27T00:38:20,025 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:38:20,026 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-27T00:38:20,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667900026"}]},"ts":"1732667900026"}
2024-11-27T00:38:20,027 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-27T00:38:20,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, ASSIGN}]
2024-11-27T00:38:20,029 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, ASSIGN
2024-11-27T00:38:20,030 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:20,181 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d1520b0a3e4b9a48bb3a0175cbf4dba2, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, ASSIGN because future has completed
2024-11-27T00:38:20,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:20,341 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,341 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => d1520b0a3e4b9a48bb3a0175cbf4dba2, NAME => 'ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:38:20,342 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:20,342 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,342 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:20,342 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,342 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,343 INFO  [StoreOpener-d1520b0a3e4b9a48bb3a0175cbf4dba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1520b0a3e4b9a48bb3a0175cbf4dba2 
2024-11-27T00:38:20,345 INFO  [StoreOpener-d1520b0a3e4b9a48bb3a0175cbf4dba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1520b0a3e4b9a48bb3a0175cbf4dba2 columnFamilyName f
2024-11-27T00:38:20,345 DEBUG [StoreOpener-d1520b0a3e4b9a48bb3a0175cbf4dba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:20,345 INFO  [StoreOpener-d1520b0a3e4b9a48bb3a0175cbf4dba2-1 {}] regionserver.HStore(327): Store=d1520b0a3e4b9a48bb3a0175cbf4dba2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:20,346 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,346 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,347 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,347 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,347 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,349 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,351 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:20,351 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened d1520b0a3e4b9a48bb3a0175cbf4dba2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11191357600, jitterRate=0.042276397347450256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:38:20,352 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:20,352 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for d1520b0a3e4b9a48bb3a0175cbf4dba2:
Running coprocessor pre-open hook at 1732667900342Writing region info on filesystem at 1732667900342Initializing all the Stores at 1732667900343 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667900343Cleaning up temporary data from old regions at 1732667900347 (+4 ms)Running coprocessor post-open hooks at 1732667900352 (+5 ms)Region opened successfully at 1732667900352
2024-11-27T00:38:20,353 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., pid=69, masterSystemTime=1732667900337
2024-11-27T00:38:20,355 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,355 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:20,355 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d1520b0a3e4b9a48bb3a0175cbf4dba2, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:20,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:20,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-27T00:38:20,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273 in 173 msec
2024-11-27T00:38:20,360 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-11-27T00:38:20,360 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, ASSIGN in 331 msec
2024-11-27T00:38:20,361 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-27T00:38:20,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667900361"}]},"ts":"1732667900361"}
2024-11-27T00:38:20,363 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-27T00:38:20,363 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-11-27T00:38:20,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1620 sec
2024-11-27T00:38:21,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 853bbcd33bc332623a4cdae4943fd1f8, had cached 0 bytes from a total of 41499
2024-11-27T00:38:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-27T00:38:21,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-11-27T00:38:21,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:21,359 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161 from hbase tables ns2:test-17326678015281 to tables ns2:table2
2024-11-27T00:38:21,359 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326678015281 into ns2:table2
2024-11-27T00:38:21,362 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360 from hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161
2024-11-27T00:38:21,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1fa6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:21,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:21,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:21,364 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c104f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:21,366 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:21,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f38a587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:21,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6254ba
2024-11-27T00:38:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:21,369 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:21,370 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:21,370 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-27T00:38:21,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:21,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:21,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:21,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:21,375 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-27T00:38:21,375 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-27T00:38:21,375 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_30c90b94-d9f5-4554-b6f3-a4cbde8b5f1d
2024-11-27T00:38:21,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741980_1156 (size=153)
2024-11-27T00:38:21,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:21,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:21,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-16146392155352286588.jar
2024-11-27T00:38:22,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-17441545671872363903.jar
2024-11-27T00:38:22,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:22,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:22,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:22,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:22,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:22,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:22,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-4178248371173905744.jar
2024-11-27T00:38:22,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-4178248371173905744.jar
2024-11-27T00:38:22,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:22,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-4178248371173905744.jar
2024-11-27T00:38:22,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-4178248371173905744.jar
2024-11-27T00:38:22,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:22,826 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-27T00:38:22,826 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:22,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:22,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:22,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:22,826 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:22,827 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-27T00:38:22,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:22,836 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:22,849 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:22,938 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1490072057_0013_015fd9ec-9dd9-45eb-b038-d398d347e158/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:22,938 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1490072057_0013_015fd9ec-9dd9-45eb-b038-d398d347e158/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:22,993 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:38:22,996 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:23,026 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e717ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,026 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:23,026 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:23,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:23,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d610fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:23,029 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:23,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401c30d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,030 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:23,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:23,032 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:23,033 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-11-27T00:38:23,033 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:23,033 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:23,033 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:23,033 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:23,033 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-27T00:38:23,033 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:23,039 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360/_temporary/0/_temporary/attempt_local1490072057_0013_r_000000_0/f/00e34013fcd841d5994332b00896cb0d is 37, key is row10/f:q1/1732667805057/Put/seqid=0
2024-11-27T00:38:23,041 WARN  [Thread-1701 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:23,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741981_1157 (size=8742)
2024-11-27T00:38:23,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-11-27T00:38:23,978 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360
2024-11-27T00:38:23,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3c09e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:23,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:23,979 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f06240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:23,981 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:23,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22d01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:23,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:23,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:23,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:23,984 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:23,987 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360/_SUCCESS
2024-11-27T00:38:23,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc0a6bc
2024-11-27T00:38:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:23,992 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:23,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:23,998 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:24,003 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360/f/00e34013fcd841d5994332b00896cb0d first=Optional[row0] last=Optional[row98]
2024-11-27T00:38:24,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360/f/00e34013fcd841d5994332b00896cb0d for inclusion in d1520b0a3e4b9a48bb3a0175cbf4dba2/f
2024-11-27T00:38:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-27T00:38:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-27T00:38:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for d1520b0a3e4b9a48bb3a0175cbf4dba2:

2024-11-27T00:38:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667901360/f/00e34013fcd841d5994332b00896cb0d to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__ed8198cdeqfnue0pppucsvcr4e059d715doad0jflaoqe37ppi8g0aqbqp5gef7j/f/00e34013fcd841d5994332b00896cb0d
2024-11-27T00:38:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__ed8198cdeqfnue0pppucsvcr4e059d715doad0jflaoqe37ppi8g0aqbqp5gef7j/f/00e34013fcd841d5994332b00896cb0d as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_
2024-11-27T00:38:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc581d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:24,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e523a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:24,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,018 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:24,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4803eb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:24,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:24,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@739d4e8d
2024-11-27T00:38:24,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:24,021 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:24,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:24,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:24,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:24,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:24,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:24,041 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,042 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:24,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__ed8198cdeqfnue0pppucsvcr4e059d715doad0jflaoqe37ppi8g0aqbqp5gef7j/f/00e34013fcd841d5994332b00896cb0d into d1520b0a3e4b9a48bb3a0175cbf4dba2/f as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_ - updating store file list.
2024-11-27T00:38:24,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_ into d1520b0a3e4b9a48bb3a0175cbf4dba2/f
2024-11-27T00:38:24,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__ed8198cdeqfnue0pppucsvcr4e059d715doad0jflaoqe37ppi8g0aqbqp5gef7j/f/00e34013fcd841d5994332b00896cb0d into d1520b0a3e4b9a48bb3a0175cbf4dba2/f (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_)
2024-11-27T00:38:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__ed8198cdeqfnue0pppucsvcr4e059d715doad0jflaoqe37ppi8g0aqbqp5gef7j/f/00e34013fcd841d5994332b00896cb0d
2024-11-27T00:38:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73afa102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:24,051 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413cb1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:24,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,053 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:24,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c7dd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:24,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:24,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18408bdb
2024-11-27T00:38:24,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:24,056 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:24,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:24,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:24,059 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:24,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:24,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,076 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:24,077 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:24,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:24,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:24,077 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-27T00:38:24,078 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-27T00:38:24,078 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732667810188 hdfs://localhost:43971/backupUT/backup_1732667810188/ns2/test-17326678015281/
2024-11-27T00:38:24,078 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-27T00:38:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:24,078 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:24,079 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T00:38:24,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:24,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:24,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:24,105 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667879828/.backup.manifest
2024-11-27T00:38:24,107 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667879828/.backup.manifest
2024-11-27T00:38:24,108 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667845110/.backup.manifest
2024-11-27T00:38:24,110 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667845110/.backup.manifest
2024-11-27T00:38:24,110 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732667801528' to 'table1' from full backup image hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528
2024-11-27T00:38:24,112 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732667879828
2024-11-27T00:38:24,115 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-11-27T00:38:24,120 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1
2024-11-27T00:38:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-11-27T00:38:24,127 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667904127"}]},"ts":"1732667904127"}
2024-11-27T00:38:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-27T00:38:24,129 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-11-27T00:38:24,129 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-11-27T00:38:24,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-11-27T00:38:24,135 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, UNASSIGN}]
2024-11-27T00:38:24,136 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, UNASSIGN
2024-11-27T00:38:24,136 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, UNASSIGN
2024-11-27T00:38:24,137 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=256689bba31b316c52113bb5882084e5, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:24,137 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=12e5774599a491da10d6f2d6575a55aa, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:24,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, UNASSIGN because future has completed
2024-11-27T00:38:24,139 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:38:24,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, UNASSIGN because future has completed
2024-11-27T00:38:24,140 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:38:24,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:24,189 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 34 more
2024-11-27T00:38:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-27T00:38:24,292 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:24,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:38:24,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 256689bba31b316c52113bb5882084e5, disabling compactions & flushes
2024-11-27T00:38:24,293 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:24,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:24,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1732667893244.256689bba31b316c52113bb5882084e5. after waiting 0 ms
2024-11-27T00:38:24,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:24,304 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:24,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:24,305 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1732667893244.256689bba31b316c52113bb5882084e5.
2024-11-27T00:38:24,306 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 256689bba31b316c52113bb5882084e5:
Waiting for close lock at 1732667904293Running coprocessor pre-close hooks at 1732667904293Disabling compacts and flushes for region at 1732667904293Disabling writes for close at 1732667904293Writing region close event to WAL at 1732667904296 (+3 ms)Running coprocessor post-close hooks at 1732667904305 (+9 ms)Closed at 1732667904305
2024-11-27T00:38:24,308 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 256689bba31b316c52113bb5882084e5
2024-11-27T00:38:24,308 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:24,309 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:38:24,309 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 12e5774599a491da10d6f2d6575a55aa, disabling compactions & flushes
2024-11-27T00:38:24,309 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:24,309 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:24,309 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa. after waiting 0 ms
2024-11-27T00:38:24,309 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:24,309 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=256689bba31b316c52113bb5882084e5, regionState=CLOSED
2024-11-27T00:38:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:24,315 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:24,316 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:24,316 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.
2024-11-27T00:38:24,316 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 12e5774599a491da10d6f2d6575a55aa:
Waiting for close lock at 1732667904309Running coprocessor pre-close hooks at 1732667904309Disabling compacts and flushes for region at 1732667904309Disabling writes for close at 1732667904309Writing region close event to WAL at 1732667904310 (+1 ms)Running coprocessor post-close hooks at 1732667904315 (+5 ms)Closed at 1732667904316 (+1 ms)
2024-11-27T00:38:24,316 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72
2024-11-27T00:38:24,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 256689bba31b316c52113bb5882084e5, server=2b6837fc55c2,33953,1732667791273 in 174 msec
2024-11-27T00:38:24,318 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:24,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=256689bba31b316c52113bb5882084e5, UNASSIGN in 181 msec
2024-11-27T00:38:24,319 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=12e5774599a491da10d6f2d6575a55aa, regionState=CLOSED
2024-11-27T00:38:24,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:24,324 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73
2024-11-27T00:38:24,324 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 12e5774599a491da10d6f2d6575a55aa, server=2b6837fc55c2,33953,1732667791273 in 182 msec
2024-11-27T00:38:24,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71
2024-11-27T00:38:24,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=12e5774599a491da10d6f2d6575a55aa, UNASSIGN in 189 msec
2024-11-27T00:38:24,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-27T00:38:24,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 198 msec
2024-11-27T00:38:24,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667904331"}]},"ts":"1732667904331"}
2024-11-27T00:38:24,332 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-11-27T00:38:24,332 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-11-27T00:38:24,334 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 212 msec
2024-11-27T00:38:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-27T00:38:24,440 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-11-27T00:38:24,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1
2024-11-27T00:38:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-11-27T00:38:24,452 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-11-27T00:38:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:24,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5
2024-11-27T00:38:24,458 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:24,461 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/recovered.edits]
2024-11-27T00:38:24,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f3, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/mob, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/recovered.edits]
2024-11-27T00:38:24,466 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_ to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/table1/12e5774599a491da10d6f2d6575a55aa/f/3fa1927d800947d28ca8e38bcbb75773_SeqId_4_
2024-11-27T00:38:24,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_ to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/table1/256689bba31b316c52113bb5882084e5/f3/6a4d4e5692b04de2b1e4bdf6bffcb6b3_SeqId_4_
2024-11-27T00:38:24,470 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_ to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/table1/256689bba31b316c52113bb5882084e5/mob/57c8770a0dd24f8faf4be2bb50934a62_SeqId_4_
2024-11-27T00:38:24,471 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa/recovered.edits/6.seqid to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/table1/12e5774599a491da10d6f2d6575a55aa/recovered.edits/6.seqid
2024-11-27T00:38:24,471 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/12e5774599a491da10d6f2d6575a55aa
2024-11-27T00:38:24,473 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5/recovered.edits/6.seqid to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/default/table1/256689bba31b316c52113bb5882084e5/recovered.edits/6.seqid
2024-11-27T00:38:24,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/256689bba31b316c52113bb5882084e5
2024-11-27T00:38:24,474 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-11-27T00:38:24,474 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-27T00:38:24,475 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-11-27T00:38:24,477 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-27T00:38:24,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33953 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-27T00:38:24,487 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-11-27T00:38:24,490 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-11-27T00:38:24,491 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-11-27T00:38:24,491 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732667893244.256689bba31b316c52113bb5882084e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732667904491"}]},"ts":"9223372036854775807"}
2024-11-27T00:38:24,491 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732667904491"}]},"ts":"9223372036854775807"}
2024-11-27T00:38:24,493 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-27T00:38:24,493 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 256689bba31b316c52113bb5882084e5, NAME => 'table1,,1732667893244.256689bba31b316c52113bb5882084e5.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 12e5774599a491da10d6f2d6575a55aa, NAME => 'table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa.', STARTKEY => 'row0', ENDKEY => ''}]
2024-11-27T00:38:24,494 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-11-27T00:38:24,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732667904494"}]},"ts":"9223372036854775807"}
2024-11-27T00:38:24,496 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-11-27T00:38:24,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741982_1158 (size=938)
2024-11-27T00:38:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:24,909 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be9eacbf81386c0f6fb0b93d5ccb3fdd, NAME => 'table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:24,910 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a0ba44bed5ecf3ac80602f8f1435a41f, NAME => 'table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:24,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741983_1159 (size=45)
2024-11-27T00:38:24,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741984_1160 (size=45)
2024-11-27T00:38:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:25,321 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:25,321 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing a0ba44bed5ecf3ac80602f8f1435a41f, disabling compactions & flushes
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing be9eacbf81386c0f6fb0b93d5ccb3fdd, disabling compactions & flushes
2024-11-27T00:38:25,322 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,322 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f. after waiting 0 ms
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd. after waiting 0 ms
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,322 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,323 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,323 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,323 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:
Waiting for close lock at 1732667905322Disabling compacts and flushes for region at 1732667905322Disabling writes for close at 1732667905322Writing region close event to WAL at 1732667905322Closed at 1732667905322
2024-11-27T00:38:25,323 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a0ba44bed5ecf3ac80602f8f1435a41f:
Waiting for close lock at 1732667905322Disabling compacts and flushes for region at 1732667905322Disabling writes for close at 1732667905322Writing region close event to WAL at 1732667905322Closed at 1732667905322
2024-11-27T00:38:25,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732667905325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667905325"}]},"ts":"1732667905325"}
2024-11-27T00:38:25,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732667905325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667905325"}]},"ts":"1732667905325"}
2024-11-27T00:38:25,331 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-27T00:38:25,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667905332"}]},"ts":"1732667905332"}
2024-11-27T00:38:25,334 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-27T00:38:25,335 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, ASSIGN}]
2024-11-27T00:38:25,336 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, ASSIGN
2024-11-27T00:38:25,336 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, ASSIGN
2024-11-27T00:38:25,337 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:25,337 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:25,488 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:25,488 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, ASSIGN because future has completed
2024-11-27T00:38:25,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, ASSIGN because future has completed
2024-11-27T00:38:25,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:25,650 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,651 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => be9eacbf81386c0f6fb0b93d5ccb3fdd, NAME => 'table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-27T00:38:25,652 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:25,652 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,652 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:25,652 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,653 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,655 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:25,656 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName f
2024-11-27T00:38:25,657 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,657 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,657 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:25,659 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName f3
2024-11-27T00:38:25,659 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,660 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,660 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:25,661 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName mob
2024-11-27T00:38:25,663 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,663 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,664 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,665 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,665 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,667 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,667 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,667 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:25,669 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,672 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:25,672 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened be9eacbf81386c0f6fb0b93d5ccb3fdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10461767200, jitterRate=-0.025672003626823425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:25,672 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:25,673 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:
Running coprocessor pre-open hook at 1732667905653Writing region info on filesystem at 1732667905653Initializing all the Stores at 1732667905654 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905654Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905654Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905654Cleaning up temporary data from old regions at 1732667905667 (+13 ms)Running coprocessor post-open hooks at 1732667905672 (+5 ms)Region opened successfully at 1732667905673 (+1 ms)
2024-11-27T00:38:25,674 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., pid=79, masterSystemTime=1732667905645
2024-11-27T00:38:25,677 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,677 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:25,677 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,677 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => a0ba44bed5ecf3ac80602f8f1435a41f, NAME => 'table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-27T00:38:25,677 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:25,677 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:25,678 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,678 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:25,678 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,678 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:25,680 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:25,681 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName f
2024-11-27T00:38:25,681 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,682 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,682 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:25,682 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77
2024-11-27T00:38:25,682 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 in 190 msec
2024-11-27T00:38:25,683 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName f3
2024-11-27T00:38:25,683 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,684 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, ASSIGN in 347 msec
2024-11-27T00:38:25,684 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:25,685 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName mob
2024-11-27T00:38:25,685 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:25,686 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:25,686 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,687 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,687 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,688 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,688 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,689 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:25,690 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,693 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:25,693 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened a0ba44bed5ecf3ac80602f8f1435a41f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10146155200, jitterRate=-0.055065661668777466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:25,693 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:25,693 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for a0ba44bed5ecf3ac80602f8f1435a41f:
Running coprocessor pre-open hook at 1732667905678Writing region info on filesystem at 1732667905678Initializing all the Stores at 1732667905679 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905679Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905679Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667905679Cleaning up temporary data from old regions at 1732667905688 (+9 ms)Running coprocessor post-open hooks at 1732667905693 (+5 ms)Region opened successfully at 1732667905693
2024-11-27T00:38:25,694 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f., pid=80, masterSystemTime=1732667905645
2024-11-27T00:38:25,695 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,695 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:25,696 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:25,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:25,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78
2024-11-27T00:38:25,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 in 205 msec
2024-11-27T00:38:25,701 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-11-27T00:38:25,701 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, ASSIGN in 364 msec
2024-11-27T00:38:25,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667905701"}]},"ts":"1732667905701"}
2024-11-27T00:38:25,702 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-27T00:38:25,702 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-11-27T00:38:25,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2560 sec
2024-11-27T00:38:25,845 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-27T00:38:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-27T00:38:26,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-11-27T00:38:26,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:26,609 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3,hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b from hbase tables test-1732667801528 to tables table1
2024-11-27T00:38:26,609 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732667801528 into table1
2024-11-27T00:38:26,612 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609 from hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3,hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:38:26,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f069a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:26,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:26,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:26,615 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf2970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:26,616 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:26,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d704708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:26,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1731ab04
2024-11-27T00:38:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:26,619 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:26,620 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:26,620 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-27T00:38:26,620 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:26,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:26,623 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:26,625 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-27T00:38:26,625 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-27T00:38:26,625 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-27T00:38:26,625 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_6208896e-5ff1-4f39-89c8-8095714cb37a
2024-11-27T00:38:26,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741985_1161 (size=177)
2024-11-27T00:38:27,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-9736909960495631840.jar
2024-11-27T00:38:27,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-6141624186866832430.jar
2024-11-27T00:38:27,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:27,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:27,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:27,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:27,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:27,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:27,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:27,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:27,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:27,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:27,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:27,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:27,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:28,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-8488107064645894953.jar
2024-11-27T00:38:28,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-8488107064645894953.jar
2024-11-27T00:38:28,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:28,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-8488107064645894953.jar
2024-11-27T00:38:28,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-8488107064645894953.jar
2024-11-27T00:38:28,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:28,038 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-27T00:38:28,039 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:28,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,039 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:28,039 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-27T00:38:28,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:28,055 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:28,072 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:28,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-27T00:38:28,179 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1319775587_0014_187f5dcf-685b-48d5-aeb3-bdbb2ee3a3a6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:28,179 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1319775587_0014_187f5dcf-685b-48d5-aeb3-bdbb2ee3a3a6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:28,229 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/21df872611fe4c238d2094f8b2a1205a
2024-11-27T00:38:28,231 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:28,268 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/3ad389ddc2af412da01391670cf22143
2024-11-27T00:38:28,271 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:28,293 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f/f406f08d585c4dbe95db6dab36c71ac9
2024-11-27T00:38:28,296 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:28,328 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/500714881402182ec4c208e1fbc7a1a3/mob/d41d8cd98f00b204e9800998ecf8427e20241127a74c72f9836d4aea99d225b15025300d_87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:38:28,331 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:28,352 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/default/test-1732667801528/archive/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/mob/c48ade55c2ae4a27a9bec0cbbf9f0823
2024-11-27T00:38:28,354 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:28,383 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49255ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,383 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:28,383 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:28,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:28,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:28,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:28,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33763be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:28,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:28,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,385 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c89f53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,387 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:28,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:28,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:28,389 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732667801528-1-0', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:28,390 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-27T00:38:28,391 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:28,391 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,391 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,391 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:28,391 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-1-0]
2024-11-27T00:38:28,391 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:28,401 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515c3d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,401 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:28,401 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:28,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7ca57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,404 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:28,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4619ede8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:28,405 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:28,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:28,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:28,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732667801528-3-0', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:28,408 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-27T00:38:28,408 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:28,408 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,408 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:28,408 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:28,408 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-3-0]
2024-11-27T00:38:28,408 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:28,414 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/_temporary/0/_temporary/attempt_local1319775587_0014_r_000000_0/f/56cc3d6e379b44f1b7a7b668be008939 is 59, key is row-test-1732667801528-1-10/f:q1/1732667829635/Put/seqid=0
2024-11-27T00:38:28,415 WARN  [Thread-1788 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:28,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741986_1162 (size=11125)
2024-11-27T00:38:28,820 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/_temporary/0/_temporary/attempt_local1319775587_0014_r_000000_0/mob/c784a9561ebc4f2b97c7e65fddaf8757 is 192, key is row-test-1732667801528-3-100/mob:q1/1732667829976/Put/seqid=0
2024-11-27T00:38:28,824 WARN  [Thread-1790 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:28,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741987_1163 (size=13404)
2024-11-27T00:38:29,263 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9b7797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:29,263 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:29,263 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:29,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a796c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:29,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:29,265 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:29,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d68f2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:29,266 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:29,268 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:29,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:29,271 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-27T00:38:29,271 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:29,271 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:29,271 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:29,271 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:29,271 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-27T00:38:29,271 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:29,278 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/_temporary/0/_temporary/attempt_local1319775587_0014_r_000001_0/f/04309207fbe94aef81b70da771ca2ab5 is 37, key is row10/f:q1/1732667802713/Put/seqid=0
2024-11-27T00:38:29,279 WARN  [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:29,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741988_1164 (size=8742)
2024-11-27T00:38:29,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-11-27T00:38:29,651 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-11-27T00:38:30,220 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609
2024-11-27T00:38:30,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f05e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,222 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ff11c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,224 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bd8195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,226 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,229 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/_SUCCESS
2024-11-27T00:38:30,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66edc24b
2024-11-27T00:38:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,239 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,251 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/04309207fbe94aef81b70da771ca2ab5 first=Optional[row0] last=Optional[row98]
2024-11-27T00:38:30,254 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/56cc3d6e379b44f1b7a7b668be008939 first=Optional[row-test-1732667801528-1-0] last=Optional[row-test-1732667801528-1-98]
2024-11-27T00:38:30,257 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/mob/c784a9561ebc4f2b97c7e65fddaf8757 first=Optional[row-test-1732667801528-3-0] last=Optional[row-test-1732667801528-3-99]
2024-11-27T00:38:30,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/04309207fbe94aef81b70da771ca2ab5 for inclusion in a0ba44bed5ecf3ac80602f8f1435a41f/f
2024-11-27T00:38:30,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/56cc3d6e379b44f1b7a7b668be008939 for inclusion in be9eacbf81386c0f6fb0b93d5ccb3fdd/f
2024-11-27T00:38:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-27T00:38:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-27T00:38:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for a0ba44bed5ecf3ac80602f8f1435a41f:

2024-11-27T00:38:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/04309207fbe94aef81b70da771ca2ab5 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/04309207fbe94aef81b70da771ca2ab5
2024-11-27T00:38:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/04309207fbe94aef81b70da771ca2ab5 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/f/8ba5d50673ea4dbb9ec5a75d371cb54b_SeqId_4_
2024-11-27T00:38:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f1056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732667801528-1-0 last=row-test-1732667801528-1-98
2024-11-27T00:38:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-27T00:38:30,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/mob/c784a9561ebc4f2b97c7e65fddaf8757 for inclusion in be9eacbf81386c0f6fb0b93d5ccb3fdd/mob
2024-11-27T00:38:30,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456d2c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,272 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a347d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732667801528-3-0 last=row-test-1732667801528-3-99
2024-11-27T00:38:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-27T00:38:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:

2024-11-27T00:38:30,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56231db4
2024-11-27T00:38:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/f/56cc3d6e379b44f1b7a7b668be008939 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/56cc3d6e379b44f1b7a7b668be008939
2024-11-27T00:38:30,276 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/56cc3d6e379b44f1b7a7b668be008939 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f/2a2a614782bc411989802f9448e6c7d2_SeqId_4_
2024-11-27T00:38:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667906609/mob/c784a9561ebc4f2b97c7e65fddaf8757 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/mob/c784a9561ebc4f2b97c7e65fddaf8757
2024-11-27T00:38:30,280 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/mob/c784a9561ebc4f2b97c7e65fddaf8757 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/mob/2740443469744d5986aed8124b99be30_SeqId_4_
2024-11-27T00:38:30,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e92a360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e994aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,295 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9b68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c10353b
2024-11-27T00:38:30,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,299 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,300 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953.
2024-11-27T00:38:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,300 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/04309207fbe94aef81b70da771ca2ab5 into a0ba44bed5ecf3ac80602f8f1435a41f/f as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/f/8ba5d50673ea4dbb9ec5a75d371cb54b_SeqId_4_ - updating store file list.
2024-11-27T00:38:30,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/f/8ba5d50673ea4dbb9ec5a75d371cb54b_SeqId_4_ into a0ba44bed5ecf3ac80602f8f1435a41f/f
2024-11-27T00:38:30,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/04309207fbe94aef81b70da771ca2ab5 into a0ba44bed5ecf3ac80602f8f1435a41f/f (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/f/8ba5d50673ea4dbb9ec5a75d371cb54b_SeqId_4_)
2024-11-27T00:38:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/04309207fbe94aef81b70da771ca2ab5
2024-11-27T00:38:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2ca393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,311 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded7fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,313 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9e6747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31cbf688
2024-11-27T00:38:30,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,316 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,320 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,325 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,326 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a89f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,328 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a4ea81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,329 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769442e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e788ea4
2024-11-27T00:38:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,334 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953.
2024-11-27T00:38:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,343 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,355 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,356 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/56cc3d6e379b44f1b7a7b668be008939 into be9eacbf81386c0f6fb0b93d5ccb3fdd/f as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f/2a2a614782bc411989802f9448e6c7d2_SeqId_4_ - updating store file list.
2024-11-27T00:38:30,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f/2a2a614782bc411989802f9448e6c7d2_SeqId_4_ into be9eacbf81386c0f6fb0b93d5ccb3fdd/f
2024-11-27T00:38:30,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/56cc3d6e379b44f1b7a7b668be008939 into be9eacbf81386c0f6fb0b93d5ccb3fdd/f (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f/2a2a614782bc411989802f9448e6c7d2_SeqId_4_)
2024-11-27T00:38:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/f/56cc3d6e379b44f1b7a7b668be008939
2024-11-27T00:38:30,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/mob/c784a9561ebc4f2b97c7e65fddaf8757 into be9eacbf81386c0f6fb0b93d5ccb3fdd/mob as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/mob/2740443469744d5986aed8124b99be30_SeqId_4_ - updating store file list.
2024-11-27T00:38:30,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/mob/2740443469744d5986aed8124b99be30_SeqId_4_ into be9eacbf81386c0f6fb0b93d5ccb3fdd/mob
2024-11-27T00:38:30,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/mob/c784a9561ebc4f2b97c7e65fddaf8757 into be9eacbf81386c0f6fb0b93d5ccb3fdd/mob (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/mob/2740443469744d5986aed8124b99be30_SeqId_4_)
2024-11-27T00:38:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__151ub8vgcvbqshpebn75rpeptm78barsgcgtp0hpu3ti53837u9rt8avjnsed4cl/mob/c784a9561ebc4f2b97c7e65fddaf8757
2024-11-27T00:38:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac01557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:30,370 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb0798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,372 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:30,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d638c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:30,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:30,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c06320b
2024-11-27T00:38:30,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:30,374 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:30,377 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:30,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,391 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,392 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:30,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:30,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:30,392 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:30,392 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-27T00:38:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:30,393 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T00:38:30,419 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732667801528' to 'table1' from log dirs: hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528/f2/b9a64deb08db4231bd9288fc842c038d
2024-11-27T00:38:30,423 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732667801528', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732667879828
2024-11-27T00:38:30,426 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-11-27T00:38:30,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741989_1165 (size=938)
2024-11-27T00:38:30,500 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 34 more
2024-11-27T00:38:30,841 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-11-27T00:38:30,841 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-11-27T00:38:30,845 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-11-27T00:38:30,848 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE}]
2024-11-27T00:38:30,849 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE
2024-11-27T00:38:30,849 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE
2024-11-27T00:38:30,850 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:30,850 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE because future has completed
2024-11-27T00:38:30,852 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:38:30,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE because future has completed
2024-11-27T00:38:30,853 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:38:30,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:31,005 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,005 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:38:31,005 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing a0ba44bed5ecf3ac80602f8f1435a41f, disabling compactions & flushes
2024-11-27T00:38:31,005 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,005 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,005 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f. after waiting 0 ms
2024-11-27T00:38:31,005 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,010 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:31,011 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:31,011 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,011 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for a0ba44bed5ecf3ac80602f8f1435a41f:
Waiting for close lock at 1732667911005Running coprocessor pre-close hooks at 1732667911005Disabling compacts and flushes for region at 1732667911005Disabling writes for close at 1732667911005Writing region close event to WAL at 1732667911006 (+1 ms)Running coprocessor post-close hooks at 1732667911011 (+5 ms)Closed at 1732667911011
2024-11-27T00:38:31,011 WARN  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: a0ba44bed5ecf3ac80602f8f1435a41f to self.
2024-11-27T00:38:31,013 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,014 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,014 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:38:31,014 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing be9eacbf81386c0f6fb0b93d5ccb3fdd, disabling compactions & flushes
2024-11-27T00:38:31,014 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,014 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,014 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd. after waiting 0 ms
2024-11-27T00:38:31,014 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,014 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=CLOSED
2024-11-27T00:38:31,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:31,018 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:31,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-27T00:38:31,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 in 164 msec
2024-11-27T00:38:31,019 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:31,019 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,019 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:
Waiting for close lock at 1732667911014Running coprocessor pre-close hooks at 1732667911014Disabling compacts and flushes for region at 1732667911014Disabling writes for close at 1732667911014Writing region close event to WAL at 1732667911015 (+1 ms)Running coprocessor post-close hooks at 1732667911019 (+4 ms)Closed at 1732667911019
2024-11-27T00:38:31,019 WARN  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: be9eacbf81386c0f6fb0b93d5ccb3fdd to self.
2024-11-27T00:38:31,019 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE; state=CLOSED, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=true
2024-11-27T00:38:31,020 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,021 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=CLOSED
2024-11-27T00:38:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:31,024 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83
2024-11-27T00:38:31,024 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 in 170 msec
2024-11-27T00:38:31,025 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE; state=CLOSED, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=true
2024-11-27T00:38:31,155 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-27T00:38:31,170 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:31,170 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:31,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE because future has completed
2024-11-27T00:38:31,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:31,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE because future has completed
2024-11-27T00:38:31,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:31,329 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,329 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => be9eacbf81386c0f6fb0b93d5ccb3fdd, NAME => 'table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-27T00:38:31,330 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:31,330 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,330 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:31,331 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,331 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,333 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:31,335 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName f
2024-11-27T00:38:31,335 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,342 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f/2a2a614782bc411989802f9448e6c7d2_SeqId_4_
2024-11-27T00:38:31,342 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,342 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:31,344 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName f2
2024-11-27T00:38:31,344 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,344 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,345 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region be9eacbf81386c0f6fb0b93d5ccb3fdd 
2024-11-27T00:38:31,346 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9eacbf81386c0f6fb0b93d5ccb3fdd columnFamilyName mob
2024-11-27T00:38:31,346 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,354 DEBUG [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/mob/2740443469744d5986aed8124b99be30_SeqId_4_
2024-11-27T00:38:31,354 INFO  [StoreOpener-be9eacbf81386c0f6fb0b93d5ccb3fdd-1 {}] regionserver.HStore(327): Store=be9eacbf81386c0f6fb0b93d5ccb3fdd/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,355 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,356 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,357 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,359 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,359 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,360 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:31,363 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,365 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened be9eacbf81386c0f6fb0b93d5ccb3fdd; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9705273760, jitterRate=-0.09612594544887543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:31,365 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:31,366 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:
Running coprocessor pre-open hook at 1732667911331Writing region info on filesystem at 1732667911331Initializing all the Stores at 1732667911332 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911332Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911333 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911333Cleaning up temporary data from old regions at 1732667911359 (+26 ms)Running coprocessor post-open hooks at 1732667911365 (+6 ms)Region opened successfully at 1732667911366 (+1 ms)
2024-11-27T00:38:31,367 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., pid=87, masterSystemTime=1732667911324
2024-11-27T00:38:31,369 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,369 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:31,369 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,369 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => a0ba44bed5ecf3ac80602f8f1435a41f, NAME => 'table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-27T00:38:31,370 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=be9eacbf81386c0f6fb0b93d5ccb3fdd, regionState=OPEN, openSeqNum=7, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:31,370 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:31,370 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,370 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:31,370 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,370 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:31,372 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:31,373 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName f
2024-11-27T00:38:31,373 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,374 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83
2024-11-27T00:38:31,374 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure be9eacbf81386c0f6fb0b93d5ccb3fdd, server=2b6837fc55c2,33953,1732667791273 in 200 msec
2024-11-27T00:38:31,375 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=be9eacbf81386c0f6fb0b93d5ccb3fdd, REOPEN/MOVE in 526 msec
2024-11-27T00:38:31,379 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/f/8ba5d50673ea4dbb9ec5a75d371cb54b_SeqId_4_
2024-11-27T00:38:31,379 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,379 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:31,380 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName f2
2024-11-27T00:38:31,381 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,381 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,381 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a0ba44bed5ecf3ac80602f8f1435a41f 
2024-11-27T00:38:31,382 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ba44bed5ecf3ac80602f8f1435a41f columnFamilyName mob
2024-11-27T00:38:31,382 DEBUG [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:31,383 INFO  [StoreOpener-a0ba44bed5ecf3ac80602f8f1435a41f-1 {}] regionserver.HStore(327): Store=a0ba44bed5ecf3ac80602f8f1435a41f/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:31,383 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,384 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,385 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,386 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,386 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,386 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-27T00:38:31,387 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,388 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened a0ba44bed5ecf3ac80602f8f1435a41f; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9959546720, jitterRate=-0.07244493067264557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-27T00:38:31,388 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:31,388 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for a0ba44bed5ecf3ac80602f8f1435a41f:
Running coprocessor pre-open hook at 1732667911370Writing region info on filesystem at 1732667911370Initializing all the Stores at 1732667911371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911371Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911372 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667911372Cleaning up temporary data from old regions at 1732667911386 (+14 ms)Running coprocessor post-open hooks at 1732667911388 (+2 ms)Region opened successfully at 1732667911388
2024-11-27T00:38:31,389 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f., pid=88, masterSystemTime=1732667911324
2024-11-27T00:38:31,390 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,390 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:31,391 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a0ba44bed5ecf3ac80602f8f1435a41f, regionState=OPEN, openSeqNum=7, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:31,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:31,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84
2024-11-27T00:38:31,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure a0ba44bed5ecf3ac80602f8f1435a41f, server=2b6837fc55c2,33953,1732667791273 in 220 msec
2024-11-27T00:38:31,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82
2024-11-27T00:38:31,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a0ba44bed5ecf3ac80602f8f1435a41f, REOPEN/MOVE in 546 msec
2024-11-27T00:38:31,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-27T00:38:31,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 552 msec
2024-11-27T00:38:31,398 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-11-27T00:38:31,399 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., family=f3
2024-11-27T00:38:31,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f., family=f3
2024-11-27T00:38:31,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 974 msec
2024-11-27T00:38:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-27T00:38:31,403 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-11-27T00:38:31,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:31,406 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:31,406 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528/f2/b9a64deb08db4231bd9288fc842c038d from hbase tables test-1732667801528 to tables table1
2024-11-27T00:38:31,406 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732667801528 into table1
2024-11-27T00:38:31,408 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406 from hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528/f2/b9a64deb08db4231bd9288fc842c038d
2024-11-27T00:38:31,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1322e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:31,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:31,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:31,409 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:31,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f627a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:31,411 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428489b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:31,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c47455b
2024-11-27T00:38:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:31,413 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:31,414 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:31,414 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-27T00:38:31,414 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:31,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:31,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:31,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:31,416 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:31,417 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-27T00:38:31,417 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-27T00:38:31,417 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-27T00:38:31,418 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_f09c5ab9-6989-4f7a-9ce5-a7a8e207f170
2024-11-27T00:38:31,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741990_1166 (size=177)
2024-11-27T00:38:31,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:31,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:31,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,743 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-11622691554419705870.jar
2024-11-27T00:38:32,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-18316751637297650851.jar
2024-11-27T00:38:32,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:32,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:32,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:32,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:32,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:32,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:32,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:32,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:32,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:32,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:32,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:32,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-809363206225844762.jar
2024-11-27T00:38:32,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-809363206225844762.jar
2024-11-27T00:38:32,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:32,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-809363206225844762.jar
2024-11-27T00:38:32,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-809363206225844762.jar
2024-11-27T00:38:32,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:32,875 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-27T00:38:32,875 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:32,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:32,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:32,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:32,875 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:32,876 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-27T00:38:32,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:32,889 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:32,902 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:32,984 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1233634925_0015_f4e3763a-9bdb-4f5c-b34b-fe475bf25bd6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:32,984 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local1233634925_0015_f4e3763a-9bdb-4f5c-b34b-fe475bf25bd6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:33,043 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528/f2/b9a64deb08db4231bd9288fc842c038d
2024-11-27T00:38:33,046 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:33,075 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9a9863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:33,075 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:33,076 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:33,076 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6ea702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:33,078 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:33,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ebbd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:33,079 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:33,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:33,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:33,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732667801528-2-0', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7]
2024-11-27T00:38:33,083 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-11-27T00:38:33,083 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:33,083 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:33,083 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:33,083 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:33,083 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732667801528-2-0]
2024-11-27T00:38:33,083 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:33,087 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406/_temporary/0/_temporary/attempt_local1233634925_0015_r_000000_0/f2/b76864355d2d444186d6f8d63ba0009d is 58, key is row-test-1732667801528-2-0/f2:q1/1732667874818/Put/seqid=0
2024-11-27T00:38:33,089 WARN  [Thread-1869 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:33,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741991_1167 (size=5609)
2024-11-27T00:38:34,030 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406
2024-11-27T00:38:34,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b434fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:34,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:34,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,034 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:34,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259803c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:34,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:34,041 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406/_SUCCESS
2024-11-27T00:38:34,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31582605
2024-11-27T00:38:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:34,046 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7]
2024-11-27T00:38:34,051 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-27T00:38:34,057 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406/f2/b76864355d2d444186d6f8d63ba0009d first=Optional[row-test-1732667801528-2-0] last=Optional[row-test-1732667801528-2-6]
2024-11-27T00:38:34,060 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406/f2/b76864355d2d444186d6f8d63ba0009d for inclusion in be9eacbf81386c0f6fb0b93d5ccb3fdd/f2
2024-11-27T00:38:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732667801528-2-0 last=row-test-1732667801528-2-6
2024-11-27T00:38:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-27T00:38:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:

2024-11-27T00:38:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-default-table1-1732667911406/f2/b76864355d2d444186d6f8d63ba0009d to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__3b8hgqrupbplkls99nh1j4bt16nd06hri8s218ckj1c53auk5o2mhbhemg1vmdu3/f2/b76864355d2d444186d6f8d63ba0009d
2024-11-27T00:38:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__3b8hgqrupbplkls99nh1j4bt16nd06hri8s218ckj1c53auk5o2mhbhemg1vmdu3/f2/b76864355d2d444186d6f8d63ba0009d as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f2/0502bb0878a843e1bfed57e3036b5592_SeqId_9_
2024-11-27T00:38:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e6cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:34,068 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65417cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,070 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:34,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2bb49d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:34,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:34,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a86375c
2024-11-27T00:38:34,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:34,073 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:34,076 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:34,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:34,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:34,094 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,094 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:34,095 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__3b8hgqrupbplkls99nh1j4bt16nd06hri8s218ckj1c53auk5o2mhbhemg1vmdu3/f2/b76864355d2d444186d6f8d63ba0009d into be9eacbf81386c0f6fb0b93d5ccb3fdd/f2 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f2/0502bb0878a843e1bfed57e3036b5592_SeqId_9_ - updating store file list.
2024-11-27T00:38:34,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f2/0502bb0878a843e1bfed57e3036b5592_SeqId_9_ into be9eacbf81386c0f6fb0b93d5ccb3fdd/f2
2024-11-27T00:38:34,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__3b8hgqrupbplkls99nh1j4bt16nd06hri8s218ckj1c53auk5o2mhbhemg1vmdu3/f2/b76864355d2d444186d6f8d63ba0009d into be9eacbf81386c0f6fb0b93d5ccb3fdd/f2 (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/f2/0502bb0878a843e1bfed57e3036b5592_SeqId_9_)
2024-11-27T00:38:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__table1__3b8hgqrupbplkls99nh1j4bt16nd06hri8s218ckj1c53auk5o2mhbhemg1vmdu3/f2/b76864355d2d444186d6f8d63ba0009d
2024-11-27T00:38:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dbdf9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:34,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:34,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,104 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:34,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52157e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33972020
2024-11-27T00:38:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:34,106 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:34,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:34,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:34,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:34,120 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,121 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:34,121 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:34,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:34,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:34,122 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:34,122 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-27T00:38:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7 , the old value is region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7 from cache
2024-11-27T00:38:34,122 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1732667801528 has been successfully restored to table1
2024-11-27T00:38:34,122 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-27T00:38:34,122 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732667879828 hdfs://localhost:43971/backupUT/backup_1732667879828/default/test-1732667801528/
2024-11-27T00:38:34,123 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43971/backupUT/backup_1732667845110/.backup.manifest
2024-11-27T00:38:34,123 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T00:38:34,124 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732667845110/.backup.manifest
2024-11-27T00:38:34,124 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326678015281' to 'ns2:table2' from full backup image hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281
2024-11-27T00:38:34,126 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17326678015281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732667879828
2024-11-27T00:38:34,129 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-11-27T00:38:34,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2
2024-11-27T00:38:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-11-27T00:38:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-27T00:38:34,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667914133"}]},"ts":"1732667914133"}
2024-11-27T00:38:34,135 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-11-27T00:38:34,135 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-11-27T00:38:34,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-11-27T00:38:34,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, UNASSIGN}]
2024-11-27T00:38:34,138 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, UNASSIGN
2024-11-27T00:38:34,139 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=d1520b0a3e4b9a48bb3a0175cbf4dba2, regionState=CLOSING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:34,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, UNASSIGN because future has completed
2024-11-27T00:38:34,140 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-27T00:38:34,140 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:34,231 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 34 more
2024-11-27T00:38:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-27T00:38:34,293 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:34,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-27T00:38:34,294 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing d1520b0a3e4b9a48bb3a0175cbf4dba2, disabling compactions & flushes
2024-11-27T00:38:34,294 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:34,294 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:34,294 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2. after waiting 0 ms
2024-11-27T00:38:34,294 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:34,303 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:34,304 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:34,304 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.
2024-11-27T00:38:34,304 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for d1520b0a3e4b9a48bb3a0175cbf4dba2:
Waiting for close lock at 1732667914294Running coprocessor pre-close hooks at 1732667914294Disabling compacts and flushes for region at 1732667914294Disabling writes for close at 1732667914294Writing region close event to WAL at 1732667914296 (+2 ms)Running coprocessor post-close hooks at 1732667914304 (+8 ms)Closed at 1732667914304
2024-11-27T00:38:34,308 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:34,309 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=d1520b0a3e4b9a48bb3a0175cbf4dba2, regionState=CLOSED
2024-11-27T00:38:34,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:34,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-27T00:38:34,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure d1520b0a3e4b9a48bb3a0175cbf4dba2, server=2b6837fc55c2,33953,1732667791273 in 173 msec
2024-11-27T00:38:34,319 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-27T00:38:34,319 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d1520b0a3e4b9a48bb3a0175cbf4dba2, UNASSIGN in 179 msec
2024-11-27T00:38:34,323 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-27T00:38:34,323 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 184 msec
2024-11-27T00:38:34,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667914325"}]},"ts":"1732667914325"}
2024-11-27T00:38:34,328 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-11-27T00:38:34,328 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-11-27T00:38:34,332 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 199 msec
2024-11-27T00:38:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-27T00:38:34,449 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-11-27T00:38:34,450 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2
2024-11-27T00:38:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-11-27T00:38:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:34,451 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-11-27T00:38:34,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:34,456 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f, FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/recovered.edits]
2024-11-27T00:38:34,460 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_ to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/f/3eeda3145d294bb199ff39efcfc04f3c_SeqId_4_
2024-11-27T00:38:34,463 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/recovered.edits/6.seqid to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/archive/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2/recovered.edits/6.seqid
2024-11-27T00:38:34,463 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/d1520b0a3e4b9a48bb3a0175cbf4dba2
2024-11-27T00:38:34,463 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-11-27T00:38:34,468 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-11-27T00:38:34,470 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-11-27T00:38:34,470 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-11-27T00:38:34,470 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732667914470"}]},"ts":"9223372036854775807"}
2024-11-27T00:38:34,472 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-27T00:38:34,472 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d1520b0a3e4b9a48bb3a0175cbf4dba2, NAME => 'ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2.', STARTKEY => '', ENDKEY => ''}]
2024-11-27T00:38:34,472 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-11-27T00:38:34,472 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732667914472"}]},"ts":"9223372036854775807"}
2024-11-27T00:38:34,474 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-11-27T00:38:34,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741992_1168 (size=351)
2024-11-27T00:38:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:34,886 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e00c6eec1e8a8411727ef92f6ad8496c, NAME => 'ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538
2024-11-27T00:38:34,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741993_1169 (size=37)
2024-11-27T00:38:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:35,247 DEBUG [regionserver/2b6837fc55c2:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second
2024-11-27T00:38:35,248 WARN  [regionserver/2b6837fc55c2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 17, running: 1
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing e00c6eec1e8a8411727ef92f6ad8496c, disabling compactions & flushes
2024-11-27T00:38:35,295 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c. after waiting 0 ms
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,295 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,295 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for e00c6eec1e8a8411727ef92f6ad8496c:
Waiting for close lock at 1732667915295Disabling compacts and flushes for region at 1732667915295Disabling writes for close at 1732667915295Writing region close event to WAL at 1732667915295Closed at 1732667915295
2024-11-27T00:38:35,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732667915296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732667915296"}]},"ts":"1732667915296"}
2024-11-27T00:38:35,299 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-27T00:38:35,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667915300"}]},"ts":"1732667915300"}
2024-11-27T00:38:35,302 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-27T00:38:35,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e00c6eec1e8a8411727ef92f6ad8496c, ASSIGN}]
2024-11-27T00:38:35,304 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e00c6eec1e8a8411727ef92f6ad8496c, ASSIGN
2024-11-27T00:38:35,304 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e00c6eec1e8a8411727ef92f6ad8496c, ASSIGN; state=OFFLINE, location=2b6837fc55c2,33953,1732667791273; forceNewPlan=false, retain=false
2024-11-27T00:38:35,455 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e00c6eec1e8a8411727ef92f6ad8496c, regionState=OPENING, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e00c6eec1e8a8411727ef92f6ad8496c, ASSIGN because future has completed
2024-11-27T00:38:35,458 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e00c6eec1e8a8411727ef92f6ad8496c, server=2b6837fc55c2,33953,1732667791273}]
2024-11-27T00:38:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:35,613 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,613 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => e00c6eec1e8a8411727ef92f6ad8496c, NAME => 'ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.', STARTKEY => '', ENDKEY => ''}
2024-11-27T00:38:35,613 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-27T00:38:35,614 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,614 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-27T00:38:35,614 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,614 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,615 INFO  [StoreOpener-e00c6eec1e8a8411727ef92f6ad8496c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e00c6eec1e8a8411727ef92f6ad8496c 
2024-11-27T00:38:35,616 INFO  [StoreOpener-e00c6eec1e8a8411727ef92f6ad8496c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e00c6eec1e8a8411727ef92f6ad8496c columnFamilyName f
2024-11-27T00:38:35,616 DEBUG [StoreOpener-e00c6eec1e8a8411727ef92f6ad8496c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:35,617 INFO  [StoreOpener-e00c6eec1e8a8411727ef92f6ad8496c-1 {}] regionserver.HStore(327): Store=e00c6eec1e8a8411727ef92f6ad8496c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-27T00:38:35,617 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,617 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,618 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,618 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,618 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,619 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,621 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-27T00:38:35,621 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened e00c6eec1e8a8411727ef92f6ad8496c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10265999680, jitterRate=-0.043904274702072144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-27T00:38:35,621 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:35,622 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for e00c6eec1e8a8411727ef92f6ad8496c:
Running coprocessor pre-open hook at 1732667915614Writing region info on filesystem at 1732667915614Initializing all the Stores at 1732667915615 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732667915615Cleaning up temporary data from old regions at 1732667915618 (+3 ms)Running coprocessor post-open hooks at 1732667915621 (+3 ms)Region opened successfully at 1732667915622 (+1 ms)
2024-11-27T00:38:35,623 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., pid=95, masterSystemTime=1732667915610
2024-11-27T00:38:35,624 DEBUG [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,624 INFO  [RS_OPEN_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:35,625 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e00c6eec1e8a8411727ef92f6ad8496c, regionState=OPEN, openSeqNum=2, regionLocation=2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:35,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e00c6eec1e8a8411727ef92f6ad8496c, server=2b6837fc55c2,33953,1732667791273 because future has completed
2024-11-27T00:38:35,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-11-27T00:38:35,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure e00c6eec1e8a8411727ef92f6ad8496c, server=2b6837fc55c2,33953,1732667791273 in 169 msec
2024-11-27T00:38:35,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-27T00:38:35,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e00c6eec1e8a8411727ef92f6ad8496c, ASSIGN in 326 msec
2024-11-27T00:38:35,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732667915629"}]},"ts":"1732667915629"}
2024-11-27T00:38:35,631 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-27T00:38:35,631 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-11-27T00:38:35,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1810 sec
2024-11-27T00:38:36,516 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-27T00:38:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-27T00:38:36,600 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-11-27T00:38:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:36,604 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161 from hbase tables ns2:test-17326678015281 to tables ns2:table2
2024-11-27T00:38:36,604 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326678015281 into ns2:table2
2024-11-27T00:38:36,606 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604 from hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161
2024-11-27T00:38:36,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9d215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:36,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:36,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:36,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:36,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8d4803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:36,610 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:36,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436a03c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:36,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbb1a1a
2024-11-27T00:38:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:36,613 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:36,614 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-27T00:38:36,614 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-27T00:38:36,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:36,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:36,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:36,617 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:36,618 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-27T00:38:36,618 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-27T00:38:36,619 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/partitions_c4904bb5-3399-490a-815a-cabcc81b36a8
2024-11-27T00:38:36,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741994_1170 (size=153)
2024-11-27T00:38:37,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:37,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:37,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:37,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-16551879611493795288.jar
2024-11-27T00:38:37,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:37,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-6198116217723996665.jar
2024-11-27T00:38:38,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:38,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-27T00:38:38,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-27T00:38:38,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-27T00:38:38,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-27T00:38:38,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-27T00:38:38,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-27T00:38:38,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-27T00:38:38,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-27T00:38:38,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-27T00:38:38,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-27T00:38:38,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-18313117899235562619.jar
2024-11-27T00:38:38,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-18313117899235562619.jar
2024-11-27T00:38:38,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-27T00:38:38,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-18313117899235562619.jar
2024-11-27T00:38:38,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop-18313117899235562619.jar
2024-11-27T00:38:38,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-27T00:38:38,102 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-27T00:38:38,102 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:38,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:38,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:38,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:38,103 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:38,103 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-27T00:38:38,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-27T00:38:38,115 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-27T00:38:38,128 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-27T00:38:38,231 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local367163459_0016_6dd3467a-a31f-48bb-87ab-4e067eae6f81/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-27T00:38:38,231 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/mapreduce.cluster.local.dir/job_local367163459_0016_6dd3467a-a31f-48bb-87ab-4e067eae6f81/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-27T00:38:38,300 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/bef1c7f6ca7148439f9e2c2564ea5bcb
2024-11-27T00:38:38,305 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:38,350 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:43971/backupUT/backup_1732667845110/ns2/test-17326678015281/archive/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/f/86cac817e69d4549aba52a77fb62385a
2024-11-27T00:38:38,354 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-27T00:38:38,404 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a0f12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:38,405 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:38,405 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:38,406 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25141497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:38,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:38,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:38,407 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a26bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:38,409 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:38,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:38,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:38,411 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:38,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:38,412 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-11-27T00:38:38,412 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:38,412 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:38,412 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:38,412 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:38,413 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-27T00:38:38,413 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 2b6837fc55c2
2024-11-27T00:38:38,418 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604/_temporary/0/_temporary/attempt_local367163459_0016_r_000000_0/f/453e8672fc0b47ffb8c524c7ffdaec88 is 38, key is row-t20/f:q1/1732667830024/Put/seqid=0
2024-11-27T00:38:38,420 WARN  [Thread-1944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [2b6837fc55c2:33953] Specified favored nodes: [2b6837fc55c2:33953]
2024-11-27T00:38:38,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741995_1171 (size=8934)
2024-11-27T00:38:39,293 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604
2024-11-27T00:38:39,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ee1b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:39,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:39,295 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bbce2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:39,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:39,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,297 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:39,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc71a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:39,302 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:39,306 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604/_SUCCESS
2024-11-27T00:38:39,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:39,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:39,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b66edb8
2024-11-27T00:38:39,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:39,312 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:39,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-27T00:38:39,327 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604/f/453e8672fc0b47ffb8c524c7ffdaec88 first=Optional[row-t20] last=Optional[row98]
2024-11-27T00:38:39,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604/f/453e8672fc0b47ffb8c524c7ffdaec88 for inclusion in e00c6eec1e8a8411727ef92f6ad8496c/f
2024-11-27T00:38:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-11-27T00:38:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-27T00:38:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegion(2603): Flush status journal for e00c6eec1e8a8411727ef92f6ad8496c:

2024-11-27T00:38:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/hbase-staging/bulk_output-ns2-table2-1732667916604/f/453e8672fc0b47ffb8c524c7ffdaec88 to hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__qblk4c52dgpscl71nfq5f55r3njdsil3gar88mjet20i6mq3t6r6igcpgn2qqplf/f/453e8672fc0b47ffb8c524c7ffdaec88
2024-11-27T00:38:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__qblk4c52dgpscl71nfq5f55r3njdsil3gar88mjet20i6mq3t6r6igcpgn2qqplf/f/453e8672fc0b47ffb8c524c7ffdaec88 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/f/b7e459663ced465a82fc572c3a1b097e_SeqId_4_
2024-11-27T00:38:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60134904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:39,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54391363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,351 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526c49c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b04d44
2024-11-27T00:38:39,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:39,355 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-27T00:38:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:39,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:39,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:39,358 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-27T00:38:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:39,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:39,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:39,383 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,383 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:39,385 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__qblk4c52dgpscl71nfq5f55r3njdsil3gar88mjet20i6mq3t6r6igcpgn2qqplf/f/453e8672fc0b47ffb8c524c7ffdaec88 into e00c6eec1e8a8411727ef92f6ad8496c/f as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/f/b7e459663ced465a82fc572c3a1b097e_SeqId_4_ - updating store file list.
2024-11-27T00:38:39,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/f/b7e459663ced465a82fc572c3a1b097e_SeqId_4_ into e00c6eec1e8a8411727ef92f6ad8496c/f
2024-11-27T00:38:39,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__qblk4c52dgpscl71nfq5f55r3njdsil3gar88mjet20i6mq3t6r6igcpgn2qqplf/f/453e8672fc0b47ffb8c524c7ffdaec88 into e00c6eec1e8a8411727ef92f6ad8496c/f (new location: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/f/b7e459663ced465a82fc572c3a1b097e_SeqId_4_)
2024-11-27T00:38:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/staging/jenkins__ns2_table2__qblk4c52dgpscl71nfq5f55r3njdsil3gar88mjet20i6mq3t6r6igcpgn2qqplf/f/453e8672fc0b47ffb8c524c7ffdaec88
2024-11-27T00:38:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38442f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ClusterIdFetcher(90): Going to request 2b6837fc55c2,38349,-1 for getting cluster id
2024-11-27T00:38:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-27T00:38:39,400 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ab45d2-e641-4e2e-aca4-15ef7825031c'
2024-11-27T00:38:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-27T00:38:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ab45d2-e641-4e2e-aca4-15ef7825031c"

2024-11-27T00:38:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2a711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6837fc55c2,38349,-1]
2024-11-27T00:38:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-27T00:38:39,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,402 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-27T00:38:39,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0c124b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-27T00:38:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-27T00:38:39,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:39,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6012d707
2024-11-27T00:38:39,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-27T00:38:39,406 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-27T00:38:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-27T00:38:39,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6837fc55c2,33953,1732667791273, seqNum=-1]
2024-11-27T00:38:39,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-27T00:38:39,409 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-27T00:38:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-27T00:38:39,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-27T00:38:39,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:39,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953.
2024-11-27T00:38:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,429 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:39,430 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:39,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:39,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,430 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-27T00:38:39,432 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:39,432 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-27T00:38:39,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-27T00:38:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:39,449 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17326678015281', skipping incremental restore step.
2024-11-27T00:38:39,449 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-27T00:38:39,449 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732667879828 hdfs://localhost:43971/backupUT/backup_1732667879828/ns2/test-17326678015281/
2024-11-27T00:38:39,449 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-27T00:38:39,450 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-27T00:38:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:49496 deadline: 1732667979450, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732667893244.256689bba31b316c52113bb5882084e5. is not online on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732667893244.256689bba31b316c52113bb5882084e5. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732667893244.256689bba31b316c52113bb5882084e5. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732667893244.256689bba31b316c52113bb5882084e5., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:39,539 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6837fc55c2:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 34 more
2024-11-27T00:38:39,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7]
2024-11-27T00:38:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:49496 deadline: 1732667979566, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa. is not online on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732667893244.12e5774599a491da10d6f2d6575a55aa., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f., hostname=2b6837fc55c2,33953,1732667791273, seqNum=7]
2024-11-27T00:38:39,685 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows
2024-11-27T00:38:39,689 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows
2024-11-27T00:38:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-27T00:38:39,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-27T00:38:39,720 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows
2024-11-27T00:38:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:49496 deadline: 1732667979720, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2. is not online on 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:39,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 , the old value is region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2. is not online on 2b6837fc55c2,33953,1732667791273
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-27T00:38:39,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2 from cache
2024-11-27T00:38:39,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c., hostname=2b6837fc55c2,33953,1732667791273, seqNum=2]
2024-11-27T00:38:39,838 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:39,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:39,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,839 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:39,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,863 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=633 (was 611)
Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1069829928-172.17.0.2-1732667783156:blk_1073741956_1132, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047158558_20 at /127.0.0.1:52714 [Receiving block BP-1069829928-172.17.0.2-1732667783156:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1069829928-172.17.0.2-1732667783156:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047158558_20 at /127.0.0.1:52708 [Receiving block BP-1069829928-172.17.0.2-1732667783156:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1924972698_20 at /127.0.0.1:38826 [Waiting for operation #115]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047158558_20 at /127.0.0.1:52726 [Receiving block BP-1069829928-172.17.0.2-1732667783156:blk_1073741956_1132]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: '2b6837fc55c2,33953,1732667791273' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (2b6837fc55c2,38349,1732667789146)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2b6837fc55c2:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(2b6837fc55c2,33953,1732667791273)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6837fc55c2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1069829928-172.17.0.2-1732667783156:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=641 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 257), ProcessCount=19 (was 19), AvailableMemoryMB=5003 (was 4412) - AvailableMemoryMB LEAK? -
2024-11-27T00:38:39,863 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=633 is superior to 500
2024-11-27T00:38:39,872 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-27T00:38:39,872 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:39,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:39,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,873 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:39,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-27T00:38:39,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987750799, stopped=false
2024-11-27T00:38:39,874 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6837fc55c2,38349,1732667789146
2024-11-27T00:38:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-27T00:38:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-27T00:38:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:38:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:38:39,922 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T00:38:39,923 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-27T00:38:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-27T00:38:39,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:39,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-27T00:38:39,924 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6837fc55c2,33953,1732667791273' *****
2024-11-27T00:38:39,924 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-27T00:38:39,924 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-27T00:38:39,929 INFO  [RS:0;2b6837fc55c2:33953 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@29d4f41b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-11-27T00:38:39,932 INFO  [RS:0;2b6837fc55c2:33953 {}] server.AbstractConnector(383): Stopped ServerConnector@25b91557{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-27T00:38:39,932 INFO  [RS:0;2b6837fc55c2:33953 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:39,932 INFO  [RS:0;2b6837fc55c2:33953 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-11-27T00:38:39,932 INFO  [RS:0;2b6837fc55c2:33953 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:39,934 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-27T00:38:39,934 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-27T00:38:39,934 INFO  [RS:0;2b6837fc55c2:33953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for d8d9725ab8c62b340d61c7b0df76f681
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for be9eacbf81386c0f6fb0b93d5ccb3fdd
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for 47ab555125c7bbb24d21018ef1589161
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for 87bf6ec7d1234282a5309d665eb7a51b
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for a0ba44bed5ecf3ac80602f8f1435a41f
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for af83e04a7dab1e94b2dc99df2d4ed707
2024-11-27T00:38:39,935 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b9ba91a7ecf3493bd8841bdc7f220c4
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(959): stopping server 2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T00:38:39,936 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8d9725ab8c62b340d61c7b0df76f681, disabling compactions & flushes
2024-11-27T00:38:39,936 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6837fc55c2:33953.
2024-11-27T00:38:39,936 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:38:39,936 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681. after waiting 0 ms
2024-11-27T00:38:39,936 DEBUG [RS:0;2b6837fc55c2:33953 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:39,936 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:38:39,936 DEBUG [RS:0;2b6837fc55c2:33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-27T00:38:39,936 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-27T00:38:39,937 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-27T00:38:39,937 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-27T00:38:39,937 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-27T00:38:39,937 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-27T00:38:39,937 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-27T00:38:39,937 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-27T00:38:39,937 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 47ab555125c7bbb24d21018ef1589161, 853bbcd33bc332623a4cdae4943fd1f8, 87bf6ec7d1234282a5309d665eb7a51b, a0ba44bed5ecf3ac80602f8f1435a41f, af83e04a7dab1e94b2dc99df2d4ed707, be9eacbf81386c0f6fb0b93d5ccb3fdd, d8d9725ab8c62b340d61c7b0df76f681, e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:39,937 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-11-27T00:38:39,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns4/test-17326678015283/d8d9725ab8c62b340d61c7b0df76f681/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-27T00:38:39,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:39,943 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:38:39,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8d9725ab8c62b340d61c7b0df76f681:
Waiting for close lock at 1732667919935Running coprocessor pre-close hooks at 1732667919936 (+1 ms)Disabling compacts and flushes for region at 1732667919936Disabling writes for close at 1732667919936Writing region close event to WAL at 1732667919936Running coprocessor post-close hooks at 1732667919943 (+7 ms)Closed at 1732667919943
2024-11-27T00:38:39,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17326678015283,,1732667806350.d8d9725ab8c62b340d61c7b0df76f681.
2024-11-27T00:38:39,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be9eacbf81386c0f6fb0b93d5ccb3fdd, disabling compactions & flushes
2024-11-27T00:38:39,944 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:39,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:39,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd. after waiting 0 ms
2024-11-27T00:38:39,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:39,951 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/be9eacbf81386c0f6fb0b93d5ccb3fdd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:39,952 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be9eacbf81386c0f6fb0b93d5ccb3fdd:
Waiting for close lock at 1732667919944Running coprocessor pre-close hooks at 1732667919944Disabling compacts and flushes for region at 1732667919944Disabling writes for close at 1732667919944Writing region close event to WAL at 1732667919947 (+3 ms)Running coprocessor post-close hooks at 1732667919951 (+4 ms)Closed at 1732667919952 (+1 ms)
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732667904478.be9eacbf81386c0f6fb0b93d5ccb3fdd.
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47ab555125c7bbb24d21018ef1589161, disabling compactions & flushes
2024-11-27T00:38:39,952 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161. after waiting 0 ms
2024-11-27T00:38:39,952 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:38:39,956 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/test-17326678015281/47ab555125c7bbb24d21018ef1589161/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:39,957 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47ab555125c7bbb24d21018ef1589161:
Waiting for close lock at 1732667919952Running coprocessor pre-close hooks at 1732667919952Disabling compacts and flushes for region at 1732667919952Disabling writes for close at 1732667919952Writing region close event to WAL at 1732667919953 (+1 ms)Running coprocessor post-close hooks at 1732667919957 (+4 ms)Closed at 1732667919957
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161.
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87bf6ec7d1234282a5309d665eb7a51b, disabling compactions & flushes
2024-11-27T00:38:39,957 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. after waiting 0 ms
2024-11-27T00:38:39,957 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:38:39,958 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87bf6ec7d1234282a5309d665eb7a51b 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-11-27T00:38:39,969 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/info/d229993fab4e49cb8724fe1dafd6cc05 is 159, key is ns2:test-17326678015281,,1732667802865.47ab555125c7bbb24d21018ef1589161./info:regioninfo/1732667804045/Put/seqid=0
2024-11-27T00:38:39,976 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f2/48a57e4ee7c24c74ac771f17b10f0856 is 58, key is row-test-1732667801528-2-0/f2:q1/1732667874818/Put/seqid=0
2024-11-27T00:38:39,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741996_1172 (size=19093)
2024-11-27T00:38:39,981 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/info/d229993fab4e49cb8724fe1dafd6cc05
2024-11-27T00:38:39,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741997_1173 (size=5464)
2024-11-27T00:38:40,014 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/ns/90e6776fb05f4070b0b6fcfa62e73db7 is 85, key is ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2./ns:/1732667914466/DeleteFamily/seqid=0
2024-11-27T00:38:40,017 INFO  [regionserver/2b6837fc55c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T00:38:40,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741998_1174 (size=5760)
2024-11-27T00:38:40,137 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8, 87bf6ec7d1234282a5309d665eb7a51b, a0ba44bed5ecf3ac80602f8f1435a41f, af83e04a7dab1e94b2dc99df2d4ed707, e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:40,194 INFO  [regionserver/2b6837fc55c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-27T00:38:40,195 INFO  [regionserver/2b6837fc55c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-27T00:38:40,337 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8, 87bf6ec7d1234282a5309d665eb7a51b, a0ba44bed5ecf3ac80602f8f1435a41f, af83e04a7dab1e94b2dc99df2d4ed707, e00c6eec1e8a8411727ef92f6ad8496c
2024-11-27T00:38:40,396 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f2/48a57e4ee7c24c74ac771f17b10f0856
2024-11-27T00:38:40,402 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/.tmp/f2/48a57e4ee7c24c74ac771f17b10f0856 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f2/48a57e4ee7c24c74ac771f17b10f0856
2024-11-27T00:38:40,407 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/f2/48a57e4ee7c24c74ac771f17b10f0856, entries=7, sequenceid=348, filesize=5.3 K
2024-11-27T00:38:40,408 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 451ms, sequenceid=348, compaction requested=false
2024-11-27T00:38:40,413 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/test-1732667801528/87bf6ec7d1234282a5309d665eb7a51b/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:40,414 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87bf6ec7d1234282a5309d665eb7a51b:
Waiting for close lock at 1732667919957Running coprocessor pre-close hooks at 1732667919957Disabling compacts and flushes for region at 1732667919957Disabling writes for close at 1732667919957Obtaining lock to block concurrent updates at 1732667919958 (+1 ms)Preparing flush snapshotting stores in 87bf6ec7d1234282a5309d665eb7a51b at 1732667919958Finished memstore snapshotting test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732667919958Flushing stores of test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b. at 1732667919958Flushing 87bf6ec7d1234282a5309d665eb7a51b/f2: creating writer at 1732667919959 (+1 ms)Flushing 87bf6ec7d1234282a5309d665eb7a51b/f2: appending metadata at 1732667919975 (+16 ms)Flushing 87bf6ec7d1234282a5309d665eb7a51b/f2: closing flushed file at 1732667919975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184ac133: reopening flushed file at 1732667920402 (+427 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 87bf6ec7d1234282a5309d665eb7a51b in 451ms, sequenceid=348, compaction requested=false at 1732667920408 (+6 ms)Writing region close event to WAL at 1732667920410 (+2 ms)Running coprocessor post-close hooks at 1732667920414 (+4 ms)Closed at 1732667920414
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732667801528,,1732667802026.87bf6ec7d1234282a5309d665eb7a51b.
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0ba44bed5ecf3ac80602f8f1435a41f, disabling compactions & flushes
2024-11-27T00:38:40,414 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f. after waiting 0 ms
2024-11-27T00:38:40,414 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:40,418 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/default/table1/a0ba44bed5ecf3ac80602f8f1435a41f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:40,419 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0ba44bed5ecf3ac80602f8f1435a41f:
Waiting for close lock at 1732667920414Running coprocessor pre-close hooks at 1732667920414Disabling compacts and flushes for region at 1732667920414Disabling writes for close at 1732667920414Writing region close event to WAL at 1732667920415 (+1 ms)Running coprocessor post-close hooks at 1732667920418 (+3 ms)Closed at 1732667920419 (+1 ms)
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732667904478.a0ba44bed5ecf3ac80602f8f1435a41f.
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e00c6eec1e8a8411727ef92f6ad8496c, disabling compactions & flushes
2024-11-27T00:38:40,419 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c. after waiting 0 ms
2024-11-27T00:38:40,419 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:40,421 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/ns/90e6776fb05f4070b0b6fcfa62e73db7
2024-11-27T00:38:40,423 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns2/table2/e00c6eec1e8a8411727ef92f6ad8496c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:40,424 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e00c6eec1e8a8411727ef92f6ad8496c:
Waiting for close lock at 1732667920419Running coprocessor pre-close hooks at 1732667920419Disabling compacts and flushes for region at 1732667920419Disabling writes for close at 1732667920419Writing region close event to WAL at 1732667920420 (+1 ms)Running coprocessor post-close hooks at 1732667920423 (+3 ms)Closed at 1732667920424 (+1 ms)
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732667914465.e00c6eec1e8a8411727ef92f6ad8496c.
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af83e04a7dab1e94b2dc99df2d4ed707, disabling compactions & flushes
2024-11-27T00:38:40,424 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707. after waiting 0 ms
2024-11-27T00:38:40,424 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:38:40,428 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system_bulk/af83e04a7dab1e94b2dc99df2d4ed707/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:40,429 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af83e04a7dab1e94b2dc99df2d4ed707:
Waiting for close lock at 1732667920424Running coprocessor pre-close hooks at 1732667920424Disabling compacts and flushes for region at 1732667920424Disabling writes for close at 1732667920424Writing region close event to WAL at 1732667920425 (+1 ms)Running coprocessor post-close hooks at 1732667920429 (+4 ms)Closed at 1732667920429
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732667811530.af83e04a7dab1e94b2dc99df2d4ed707.
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 853bbcd33bc332623a4cdae4943fd1f8, disabling compactions & flushes
2024-11-27T00:38:40,429 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. after waiting 0 ms
2024-11-27T00:38:40,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:40,429 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 853bbcd33bc332623a4cdae4943fd1f8 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-11-27T00:38:40,434 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/ff5f6e45a2c9492890eb10c5efef8baa is 158, key is trslm:hdfs://localhost:43971/backupUT\x00ns2:test-17326678015281/meta:log-roll-map/1732667892745/Put/seqid=0
2024-11-27T00:38:40,442 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/rep_barrier/9af6acf91ad44990a3129b85ae411a87 is 94, key is ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2./rep_barrier:/1732667914466/DeleteFamily/seqid=0
2024-11-27T00:38:40,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741999_1175 (size=6208)
2024-11-27T00:38:40,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742000_1176 (size=5640)
2024-11-27T00:38:40,538 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:40,738 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:40,845 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/ff5f6e45a2c9492890eb10c5efef8baa
2024-11-27T00:38:40,850 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/rep_barrier/9af6acf91ad44990a3129b85ae411a87
2024-11-27T00:38:40,858 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/89a81c0b20f84194836667115dc2a908 is 588, key is session:backup_1732667879828/session:context/1732667893185/Put/seqid=0
2024-11-27T00:38:40,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742001_1177 (size=5689)
2024-11-27T00:38:40,872 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/table/e63ea414df044aeaa10d407ecee409ba is 88, key is ns2:table2,,1732667899200.d1520b0a3e4b9a48bb3a0175cbf4dba2./table:/1732667914466/DeleteFamily/seqid=0
2024-11-27T00:38:40,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742002_1178 (size=6364)
2024-11-27T00:38:40,938 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-27T00:38:40,938 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 853bbcd33bc332623a4cdae4943fd1f8=backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., 3b9ba91a7ecf3493bd8841bdc7f220c4=ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.}
2024-11-27T00:38:40,938 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:41,139 DEBUG [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9ba91a7ecf3493bd8841bdc7f220c4, 853bbcd33bc332623a4cdae4943fd1f8
2024-11-27T00:38:41,262 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/89a81c0b20f84194836667115dc2a908
2024-11-27T00:38:41,268 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/meta/ff5f6e45a2c9492890eb10c5efef8baa as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/ff5f6e45a2c9492890eb10c5efef8baa
2024-11-27T00:38:41,273 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/meta/ff5f6e45a2c9492890eb10c5efef8baa, entries=7, sequenceid=52, filesize=6.1 K
2024-11-27T00:38:41,274 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/.tmp/session/89a81c0b20f84194836667115dc2a908 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/89a81c0b20f84194836667115dc2a908
2024-11-27T00:38:41,277 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/table/e63ea414df044aeaa10d407ecee409ba
2024-11-27T00:38:41,281 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/session/89a81c0b20f84194836667115dc2a908, entries=2, sequenceid=52, filesize=5.6 K
2024-11-27T00:38:41,282 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 853ms, sequenceid=52, compaction requested=true
2024-11-27T00:38:41,284 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/info/d229993fab4e49cb8724fe1dafd6cc05 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/info/d229993fab4e49cb8724fe1dafd6cc05
2024-11-27T00:38:41,287 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/backup/system/853bbcd33bc332623a4cdae4943fd1f8/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-11-27T00:38:41,287 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:41,288 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 853bbcd33bc332623a4cdae4943fd1f8:
Waiting for close lock at 1732667920429Running coprocessor pre-close hooks at 1732667920429Disabling compacts and flushes for region at 1732667920429Disabling writes for close at 1732667920429Obtaining lock to block concurrent updates at 1732667920429Preparing flush snapshotting stores in 853bbcd33bc332623a4cdae4943fd1f8 at 1732667920429Finished memstore snapshotting backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732667920430 (+1 ms)Flushing stores of backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8. at 1732667920430Flushing 853bbcd33bc332623a4cdae4943fd1f8/meta: creating writer at 1732667920430Flushing 853bbcd33bc332623a4cdae4943fd1f8/meta: appending metadata at 1732667920433 (+3 ms)Flushing 853bbcd33bc332623a4cdae4943fd1f8/meta: closing flushed file at 1732667920433Flushing 853bbcd33bc332623a4cdae4943fd1f8/session: creating writer at 1732667920854 (+421 ms)Flushing 853bbcd33bc332623a4cdae4943fd1f8/session: appending metadata at 1732667920857 (+3 ms)Flushing 853bbcd33bc332623a4cdae4943fd1f8/session: closing flushed file at 1732667920857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fa053c: reopening flushed file at 1732667921267 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a158cfd: reopening flushed file at 1732667921274 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 853bbcd33bc332623a4cdae4943fd1f8 in 853ms, sequenceid=52, compaction requested=true at 1732667921282 (+8 ms)Writing region close event to WAL at 1732667921283 (+1 ms)Running coprocessor post-close hooks at 1732667921287 (+4 ms)Closed at 1732667921288 (+1 ms)
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732667810368.853bbcd33bc332623a4cdae4943fd1f8.
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b9ba91a7ecf3493bd8841bdc7f220c4, disabling compactions & flushes
2024-11-27T00:38:41,288 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4. after waiting 0 ms
2024-11-27T00:38:41,288 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:38:41,290 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/info/d229993fab4e49cb8724fe1dafd6cc05, entries=114, sequenceid=97, filesize=18.6 K
2024-11-27T00:38:41,291 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/ns/90e6776fb05f4070b0b6fcfa62e73db7 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/ns/90e6776fb05f4070b0b6fcfa62e73db7
2024-11-27T00:38:41,292 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/ns3/test-17326678015282/3b9ba91a7ecf3493bd8841bdc7f220c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-27T00:38:41,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:41,293 INFO  [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:38:41,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b9ba91a7ecf3493bd8841bdc7f220c4:
Waiting for close lock at 1732667921288Running coprocessor pre-close hooks at 1732667921288Disabling compacts and flushes for region at 1732667921288Disabling writes for close at 1732667921288Writing region close event to WAL at 1732667921289 (+1 ms)Running coprocessor post-close hooks at 1732667921293 (+4 ms)Closed at 1732667921293
2024-11-27T00:38:41,293 DEBUG [RS_CLOSE_REGION-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17326678015282,,1732667805198.3b9ba91a7ecf3493bd8841bdc7f220c4.
2024-11-27T00:38:41,295 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/ns/90e6776fb05f4070b0b6fcfa62e73db7, entries=10, sequenceid=97, filesize=5.6 K
2024-11-27T00:38:41,296 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/rep_barrier/9af6acf91ad44990a3129b85ae411a87 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/rep_barrier/9af6acf91ad44990a3129b85ae411a87
2024-11-27T00:38:41,300 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/rep_barrier/9af6acf91ad44990a3129b85ae411a87, entries=3, sequenceid=97, filesize=5.5 K
2024-11-27T00:38:41,301 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/.tmp/table/e63ea414df044aeaa10d407ecee409ba as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/table/e63ea414df044aeaa10d407ecee409ba
2024-11-27T00:38:41,306 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/table/e63ea414df044aeaa10d407ecee409ba, entries=21, sequenceid=97, filesize=6.2 K
2024-11-27T00:38:41,307 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=97, compaction requested=false
2024-11-27T00:38:41,311 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-11-27T00:38:41,312 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-27T00:38:41,312 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-27T00:38:41,312 INFO  [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-27T00:38:41,312 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732667919937Running coprocessor pre-close hooks at 1732667919937Disabling compacts and flushes for region at 1732667919937Disabling writes for close at 1732667919937Obtaining lock to block concurrent updates at 1732667919937Preparing flush snapshotting stores in 1588230740 at 1732667919937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732667919938 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732667919938Flushing 1588230740/info: creating writer at 1732667919938Flushing 1588230740/info: appending metadata at 1732667919969 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732667919969Flushing 1588230740/ns: creating writer at 1732667919992 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732667920013 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732667920013Flushing 1588230740/rep_barrier: creating writer at 1732667920426 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732667920442 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732667920442Flushing 1588230740/table: creating writer at 1732667920857 (+415 ms)Flushing 1588230740/table: appending metadata at 1732667920872 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732667920872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f35a5: reopening flushed file at 1732667921282 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd745a5: reopening flushed file at 1732667921290 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a33b0bd: reopening flushed file at 1732667921295 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76946420: reopening flushed file at 1732667921301 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=97, compaction requested=false at 1732667921307 (+6 ms)Writing region close event to WAL at 1732667921308 (+1 ms)Running coprocessor post-close hooks at 1732667921312 (+4 ms)Closed at 1732667921312
2024-11-27T00:38:41,312 DEBUG [RS_CLOSE_META-regionserver/2b6837fc55c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-27T00:38:41,339 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(976): stopping server 2b6837fc55c2,33953,1732667791273; all regions closed.
2024-11-27T00:38:41,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741955_1131 (size=16160)
2024-11-27T00:38:41,349 DEBUG [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs
2024-11-27T00:38:41,349 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.meta:.meta(num 1732667884336)
2024-11-27T00:38:41,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741954_1130 (size=4491)
2024-11-27T00:38:41,352 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0.1732667884315 not finished, retry = 0
2024-11-27T00:38:41,455 DEBUG [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs
2024-11-27T00:38:41,455 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-0:(num 1732667884315)
2024-11-27T00:38:41,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741956_1132 (size=7557)
2024-11-27T00:38:41,457 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/WALs/2b6837fc55c2,33953,1732667791273/2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1.1732667884351 not finished, retry = 0
2024-11-27T00:38:41,561 DEBUG [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/oldWALs
2024-11-27T00:38:41,561 INFO  [RS:0;2b6837fc55c2:33953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6837fc55c2%2C33953%2C1732667791273.2b6837fc55c2%2C33953%2C1732667791273.regiongroup-1:(num 1732667884351)
2024-11-27T00:38:41,561 DEBUG [RS:0;2b6837fc55c2:33953 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:41,561 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.LeaseManager(133): Closed leases
2024-11-27T00:38:41,561 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T00:38:41,561 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6837fc55c2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-27T00:38:41,562 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T00:38:41,562 INFO  [regionserver/2b6837fc55c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T00:38:41,562 INFO  [RS:0;2b6837fc55c2:33953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33953
2024-11-27T00:38:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/2b6837fc55c2,33953,1732667791273
2024-11-27T00:38:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-27T00:38:41,585 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T00:38:41,596 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6837fc55c2,33953,1732667791273]
2024-11-27T00:38:41,606 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/2b6837fc55c2,33953,1732667791273 already deleted, retry=false
2024-11-27T00:38:41,606 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6837fc55c2,33953,1732667791273 expired; onlineServers=0
2024-11-27T00:38:41,606 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6837fc55c2,38349,1732667789146' *****
2024-11-27T00:38:41,606 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-27T00:38:41,606 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-27T00:38:41,615 INFO  [M:0;2b6837fc55c2:38349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@27f1e30b{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-11-27T00:38:41,616 INFO  [M:0;2b6837fc55c2:38349 {}] server.AbstractConnector(383): Stopped ServerConnector@4c628e80{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-27T00:38:41,616 INFO  [M:0;2b6837fc55c2:38349 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:41,616 INFO  [M:0;2b6837fc55c2:38349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@335c4019{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-11-27T00:38:41,616 INFO  [M:0;2b6837fc55c2:38349 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e558344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-11-27T00:38:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-27T00:38:41,617 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-27T00:38:41,617 INFO  [M:0;2b6837fc55c2:38349 {}] master.HMaster(1770): Stopping master jetty server
2024-11-27T00:38:41,618 INFO  [M:0;2b6837fc55c2:38349 {}] server.AbstractConnector(383): Stopped ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-27T00:38:41,618 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-27T00:38:41,618 DEBUG [M:0;2b6837fc55c2:38349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-27T00:38:41,618 INFO  [M:0;2b6837fc55c2:38349 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-11-27T00:38:41,618 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-27T00:38:41,618 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.large.0-1732667794930 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.large.0-1732667794930,5,FailOnTimeoutGroup]
2024-11-27T00:38:41,618 DEBUG [master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.small.0-1732667794931 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6837fc55c2:0:becomeActiveMaster-HFileCleaner.small.0-1732667794931,5,FailOnTimeoutGroup]
2024-11-27T00:38:41,618 INFO  [M:0;2b6837fc55c2:38349 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;2b6837fc55c2:38349.
2024-11-27T00:38:41,619 DEBUG [M:0;2b6837fc55c2:38349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-27T00:38:41,619 DEBUG [M:0;2b6837fc55c2:38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:41,619 DEBUG [M:0;2b6837fc55c2:38349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-27T00:38:41,619 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-27T00:38:41,619 DEBUG [M:0;2b6837fc55c2:38349 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-27T00:38:41,619 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.ChoreService(370): Chore service for: master/2b6837fc55c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-27T00:38:41,619 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-27T00:38:41,619 DEBUG [M:0;2b6837fc55c2:38349 {}] master.HMaster(1795): Stopping service threads
2024-11-27T00:38:41,619 INFO  [M:0;2b6837fc55c2:38349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-27T00:38:41,620 INFO  [M:0;2b6837fc55c2:38349 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-27T00:38:41,620 ERROR [M:0;2b6837fc55c2:38349 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-11-27T00:38:41,620 INFO  [M:0;2b6837fc55c2:38349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-27T00:38:41,620 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-27T00:38:41,621 DEBUG [M:0;2b6837fc55c2:38349 {}] zookeeper.ZKUtil(347): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-11-27T00:38:41,621 WARN  [M:0;2b6837fc55c2:38349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-27T00:38:41,622 INFO  [M:0;2b6837fc55c2:38349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/.lastflushedseqids
2024-11-27T00:38:41,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742003_1179 (size=761)
2024-11-27T00:38:41,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T00:38:41,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33953-0x10179b847750001, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T00:38:41,696 INFO  [RS:0;2b6837fc55c2:33953 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T00:38:41,697 INFO  [RS:0;2b6837fc55c2:33953 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6837fc55c2,33953,1732667791273; zookeeper connection closed.
2024-11-27T00:38:41,697 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76ea1537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76ea1537
2024-11-27T00:38:41,697 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-27T00:38:42,035 INFO  [M:0;2b6837fc55c2:38349 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-27T00:38:42,035 INFO  [M:0;2b6837fc55c2:38349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-27T00:38:42,035 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-27T00:38:42,054 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:38:42,054 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:38:42,054 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-27T00:38:42,054 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:38:42,054 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.41 KB heapSize=518.38 KB
2024-11-27T00:38:42,076 DEBUG [M:0;2b6837fc55c2:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c25bdb8c24f1cb6dedd8f9113eb43 is 82, key is hbase:meta,,1/info:regioninfo/1732667796253/Put/seqid=0
2024-11-27T00:38:42,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742004_1180 (size=5672)
2024-11-27T00:38:42,481 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c25bdb8c24f1cb6dedd8f9113eb43
2024-11-27T00:38:42,509 DEBUG [M:0;2b6837fc55c2:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1e8cfb31dfc45ccba3cf0aa997faa21 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732667911401/Put/seqid=0
2024-11-27T00:38:42,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742005_1181 (size=30170)
2024-11-27T00:38:42,920 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.85 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1e8cfb31dfc45ccba3cf0aa997faa21
2024-11-27T00:38:42,931 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e8cfb31dfc45ccba3cf0aa997faa21
2024-11-27T00:38:42,947 DEBUG [M:0;2b6837fc55c2:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea6814ff7a841a5bf5b496fd05cd2f1 is 69, key is 2b6837fc55c2,33953,1732667791273/rs:state/1732667795039/Put/seqid=0
2024-11-27T00:38:42,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073742006_1182 (size=5156)
2024-11-27T00:38:43,352 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea6814ff7a841a5bf5b496fd05cd2f1
2024-11-27T00:38:43,360 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c25bdb8c24f1cb6dedd8f9113eb43 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c25bdb8c24f1cb6dedd8f9113eb43
2024-11-27T00:38:43,366 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c25bdb8c24f1cb6dedd8f9113eb43, entries=8, sequenceid=907, filesize=5.5 K
2024-11-27T00:38:43,367 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1e8cfb31dfc45ccba3cf0aa997faa21 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1e8cfb31dfc45ccba3cf0aa997faa21
2024-11-27T00:38:43,372 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e8cfb31dfc45ccba3cf0aa997faa21
2024-11-27T00:38:43,372 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1e8cfb31dfc45ccba3cf0aa997faa21, entries=94, sequenceid=907, filesize=29.5 K
2024-11-27T00:38:43,373 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea6814ff7a841a5bf5b496fd05cd2f1 as hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea6814ff7a841a5bf5b496fd05cd2f1
2024-11-27T00:38:43,377 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43971/user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea6814ff7a841a5bf5b496fd05cd2f1, entries=1, sequenceid=907, filesize=5.0 K
2024-11-27T00:38:43,378 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.41 KB/452004, heapSize ~518.08 KB/530512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=907, compaction requested=false
2024-11-27T00:38:43,379 INFO  [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-27T00:38:43,379 DEBUG [M:0;2b6837fc55c2:38349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732667922035Disabling compacts and flushes for region at 1732667922035Disabling writes for close at 1732667922054 (+19 ms)Obtaining lock to block concurrent updates at 1732667922054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732667922054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452004, getHeapSize=530752, getOffHeapSize=0, getCellsCount=1030 at 1732667922054Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732667922055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732667922055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732667922075 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732667922075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732667922487 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732667922509 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732667922509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732667922932 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732667922946 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732667922946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753726: reopening flushed file at 1732667923359 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b61af1c: reopening flushed file at 1732667923366 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ccfc4c6: reopening flushed file at 1732667923372 (+6 ms)Finished flush of dataSize ~441.41 KB/452004, heapSize ~518.08 KB/530512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=907, compaction requested=false at 1732667923378 (+6 ms)Writing region close event to WAL at 1732667923379 (+1 ms)Closed at 1732667923379
2024-11-27T00:38:43,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40223 is added to blk_1073741830_1006 (size=511870)
2024-11-27T00:38:43,381 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2bd8e7-f52e-eb6c-4667-b34a29c25538/MasterData/WALs/2b6837fc55c2,38349,1732667789146/2b6837fc55c2%2C38349%2C1732667789146.2b6837fc55c2%2C38349%2C1732667789146.regiongroup-0.1732667793554 not finished, retry = 0
2024-11-27T00:38:43,483 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-27T00:38:43,483 INFO  [M:0;2b6837fc55c2:38349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-27T00:38:43,483 INFO  [M:0;2b6837fc55c2:38349 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-11-27T00:38:43,484 INFO  [M:0;2b6837fc55c2:38349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38349
2024-11-27T00:38:43,484 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-27T00:38:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T00:38:43,674 INFO  [M:0;2b6837fc55c2:38349 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-27T00:38:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10179b847750000, quorum=127.0.0.1:56341, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-27T00:38:43,698 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dce7e65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-27T00:38:43,701 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,701 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,701 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,702 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-27T00:38:43,704 WARN  [BP-1069829928-172.17.0.2-1732667783156 heartbeating to localhost/127.0.0.1:43971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-27T00:38:43,704 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-27T00:38:43,704 WARN  [BP-1069829928-172.17.0.2-1732667783156 heartbeating to localhost/127.0.0.1:43971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069829928-172.17.0.2-1732667783156 (Datanode Uuid 8008632e-2347-434c-be1e-1dcdea5e8e6a) service to localhost/127.0.0.1:43971
2024-11-27T00:38:43,705 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data1/current/BP-1069829928-172.17.0.2-1732667783156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-27T00:38:43,706 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/cluster_203e9bbf-8078-1dc0-d74b-f80f7a4cc418/data/data2/current/BP-1069829928-172.17.0.2-1732667783156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-27T00:38:43,706 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-27T00:38:43,712 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-27T00:38:43,713 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,713 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,713 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,713 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,722 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-27T00:38:43,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-27T00:38:43,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-27T00:38:43,809 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d66eab{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-27T00:38:43,810 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f6740f5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,810 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,810 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554a140e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,810 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f3a0d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,822 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28daba6d{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-27T00:38:43,822 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16511111{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,823 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,823 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35af8e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,823 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434d9bc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,837 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-27T00:38:43,837 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6783768c{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-27T00:38:43,838 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52ca3379{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,838 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,839 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,839 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec5d7f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,844 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-27T00:38:43,850 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-27T00:38:43,850 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-27T00:38:43,851 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-27T00:38:43,853 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555c9374{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-27T00:38:43,854 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f60ad1b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-27T00:38:43,854 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-27T00:38:43,854 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7823f4b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-27T00:38:43,855 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4ec963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/b36fb517-7bae-fe4d-5de9-f67a7dc5090a/hadoop.log.dir/,STOPPED}
2024-11-27T00:38:43,856 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-27T00:38:43,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped