2024-11-07 15:48:51,628 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de
2024-11-07 15:48:51,645 main DEBUG Took 0.013446 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-07 15:48:51,645 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-07 15:48:51,646 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-07 15:48:51,647 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-07 15:48:51,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,662 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-07 15:48:51,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,684 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,688 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,692 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,694 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,696 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 15:48:51,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,697 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-07 15:48:51,699 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 15:48:51,701 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-07 15:48:51,704 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-07 15:48:51,704 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-07 15:48:51,706 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-07 15:48:51,707 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-07 15:48:51,719 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-07 15:48:51,722 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-07 15:48:51,725 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-07 15:48:51,725 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-07 15:48:51,726 main DEBUG createAppenders(={Console})
2024-11-07 15:48:51,727 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de initialized
2024-11-07 15:48:51,728 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de
2024-11-07 15:48:51,728 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@70ed52de OK.
2024-11-07 15:48:51,729 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-07 15:48:51,729 main DEBUG OutputStream closed
2024-11-07 15:48:51,729 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-07 15:48:51,729 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-07 15:48:51,730 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4a7f959b OK
2024-11-07 15:48:51,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-07 15:48:51,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-07 15:48:51,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-07 15:48:51,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-07 15:48:51,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-07 15:48:51,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-07 15:48:51,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-07 15:48:51,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-07 15:48:51,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-07 15:48:51,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-07 15:48:51,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-07 15:48:51,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-07 15:48:51,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-07 15:48:51,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-07 15:48:51,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-07 15:48:51,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-07 15:48:51,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-07 15:48:51,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-07 15:48:51,825 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-07 15:48:51,826 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@a3d9978) with optional ClassLoader: null
2024-11-07 15:48:51,826 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-07 15:48:51,827 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@a3d9978] started OK.
2024-11-07T15:48:51,864 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-11-07 15:48:51,868 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-07 15:48:51,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-07T15:48:52,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f
2024-11-07T15:48:52,240 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-07T15:48:52,243 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:48:52,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-07T15:48:52,264 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0, deleteOnExit=true
2024-11-07T15:48:52,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-07T15:48:52,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/test.cache.data in system properties and HBase conf
2024-11-07T15:48:52,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.tmp.dir in system properties and HBase conf
2024-11-07T15:48:52,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir in system properties and HBase conf
2024-11-07T15:48:52,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-07T15:48:52,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-07T15:48:52,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-07T15:48:52,375 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-07T15:48:52,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-07T15:48:52,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-07T15:48:52,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-07T15:48:52,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-07T15:48:52,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T15:48:52,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-07T15:48:52,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-07T15:48:52,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T15:48:52,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T15:48:52,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-07T15:48:52,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/nfs.dump.dir in system properties and HBase conf
2024-11-07T15:48:52,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir in system properties and HBase conf
2024-11-07T15:48:52,500 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T15:48:52,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-07T15:48:52,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-07T15:48:53,573 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-07T15:48:53,672 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2903ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-07T15:48:53,770 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:48:53,862 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:48:53,908 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:48:53,909 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:48:53,910 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-07T15:48:53,929 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:48:53,933 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d76ae2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:48:53,935 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3007904c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-07T15:48:54,146 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60f19e47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-37443-hadoop-hdfs-3_4_1-tests_jar-_-any-9885404860575994068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-07T15:48:54,152 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e12db11{HTTP/1.1, (http/1.1)}{localhost:37443}
2024-11-07T15:48:54,153 INFO  [Time-limited test {}] server.Server(415): Started @3384ms
2024-11-07T15:48:54,687 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:48:54,695 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:48:54,696 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:48:54,696 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:48:54,696 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T15:48:54,697 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cbdc284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:48:54,698 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e90eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-07T15:48:54,797 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a879b56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-7640460494173007033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-07T15:48:54,798 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59f81795{HTTP/1.1, (http/1.1)}{localhost:44631}
2024-11-07T15:48:54,798 INFO  [Time-limited test {}] server.Server(415): Started @4030ms
2024-11-07T15:48:54,852 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-07T15:48:55,867 WARN  [Thread-82 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data1/current/BP-1555715460-172.17.0.2-1730994533097/current, will proceed with Du for space computation calculation, 
2024-11-07T15:48:55,867 WARN  [Thread-83 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data2/current/BP-1555715460-172.17.0.2-1730994533097/current, will proceed with Du for space computation calculation, 
2024-11-07T15:48:55,904 WARN  [Thread-63 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-07T15:48:55,959 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb4b2c550eeffddf with lease ID 0x3866cee3ae5ba5fb: Processing first storage report for DS-dbe2ccad-9540-40a5-83b3-982aa71cd109 from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=b80d9df0-7538-40a3-b2a6-5a2b54c1a277, infoPort=40867, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1874289265;c=1730994533097)
2024-11-07T15:48:55,960 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb4b2c550eeffddf with lease ID 0x3866cee3ae5ba5fb: from storage DS-dbe2ccad-9540-40a5-83b3-982aa71cd109 node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=b80d9df0-7538-40a3-b2a6-5a2b54c1a277, infoPort=40867, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1874289265;c=1730994533097), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-07T15:48:55,961 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb4b2c550eeffddf with lease ID 0x3866cee3ae5ba5fb: Processing first storage report for DS-60498799-8b8a-475f-b4d2-613bb6cef5b1 from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=b80d9df0-7538-40a3-b2a6-5a2b54c1a277, infoPort=40867, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1874289265;c=1730994533097)
2024-11-07T15:48:55,961 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb4b2c550eeffddf with lease ID 0x3866cee3ae5ba5fb: from storage DS-60498799-8b8a-475f-b4d2-613bb6cef5b1 node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=b80d9df0-7538-40a3-b2a6-5a2b54c1a277, infoPort=40867, infoSecurePort=0, ipcPort=36885, storageInfo=lv=-57;cid=testClusterID;nsid=1874289265;c=1730994533097), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-07T15:48:56,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f
2024-11-07T15:48:56,143 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/zookeeper_0, clientPort=50387, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-07T15:48:56,155 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50387
2024-11-07T15:48:56,166 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:56,168 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:56,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741825_1001 (size=7)
2024-11-07T15:48:56,789 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b with version=8
2024-11-07T15:48:56,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging
2024-11-07T15:48:56,803 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-11-07T15:48:56,803 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-11-07T15:48:56,803 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-11-07T15:48:56,803 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-11-07T15:48:56,882 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-07T15:48:57,092 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45
2024-11-07T15:48:57,101 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:57,101 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:57,106 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-07T15:48:57,106 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:57,106 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-07T15:48:57,262 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-07T15:48:57,323 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-07T15:48:57,333 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-07T15:48:57,337 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-07T15:48:57,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 127920 (auto-detected)
2024-11-07T15:48:57,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-07T15:48:57,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35095
2024-11-07T15:48:57,408 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35095 connecting to ZooKeeper ensemble=127.0.0.1:50387
2024-11-07T15:48:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350950x0, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-07T15:48:57,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35095-0x10115fc7a630000 connected
2024-11-07T15:48:57,625 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:57,627 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:57,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-07T15:48:57,654 INFO  [Time-limited test {}] log.Log(170): Logging initialized @6886ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-11-07T15:48:57,693 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-07T15:48:57,693 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-07T15:48:57,694 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-07T15:48:57,695 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-07T15:48:57,695 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-07T15:48:57,697 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-11-07T15:48:57,697 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-07T15:48:57,697 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-07T15:48:57,699 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-07T15:48:57,752 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 32839
2024-11-07T15:48:57,753 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-07T15:48:57,765 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:57,766 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@775c921a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:48:57,767 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:57,767 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5dde199d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,AVAILABLE}
2024-11-07T15:48:57,960 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-07T15:48:57,967 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:48:57,967 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:48:57,969 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T15:48:57,974 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:58,713 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@666ad4c9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-0_0_0_0-32839-hbase-server-3_0_0-beta-2-SNAPSHOT-tests_jar-_-any-8747898929808905812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/master}
2024-11-07T15:48:58,716 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a1861df{HTTP/1.1, (http/1.1)}{0.0.0.0:32839}
2024-11-07T15:48:58,717 INFO  [Time-limited test {}] server.Server(415): Started @7948ms
2024-11-07T15:48:58,720 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b, hbase.cluster.distributed=false
2024-11-07T15:48:58,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-07T15:48:58,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35095
2024-11-07T15:48:58,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35095
2024-11-07T15:48:58,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35095
2024-11-07T15:48:58,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35095
2024-11-07T15:48:58,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35095
2024-11-07T15:48:58,852 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45
2024-11-07T15:48:58,854 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:58,854 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:58,855 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-07T15:48:58,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T15:48:58,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-07T15:48:58,859 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-07T15:48:58,862 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-07T15:48:58,863 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40601
2024-11-07T15:48:58,865 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40601 connecting to ZooKeeper ensemble=127.0.0.1:50387
2024-11-07T15:48:58,867 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:58,871 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406010x0, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-07T15:48:58,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406010x0, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-07T15:48:58,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40601-0x10115fc7a630001 connected
2024-11-07T15:48:58,941 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-07T15:48:58,941 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-07T15:48:58,942 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-07T15:48:58,942 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-07T15:48:58,942 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-07T15:48:58,943 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-11-07T15:48:58,943 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-07T15:48:58,943 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-07T15:48:58,944 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-07T15:48:58,945 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44249
2024-11-07T15:48:58,945 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-07T15:48:58,947 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:58,947 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@551648d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:48:58,948 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:58,948 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3d906f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,AVAILABLE}
2024-11-07T15:48:59,114 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-07T15:48:59,115 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:48:59,115 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:48:59,115 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-07T15:48:59,116 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-07T15:48:59,120 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@52bd1337{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-0_0_0_0-44249-hbase-server-3_0_0-beta-2-SNAPSHOT-tests_jar-_-any-18261444391063282314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/regionserver}
2024-11-07T15:48:59,120 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d34e49{HTTP/1.1, (http/1.1)}{0.0.0.0:44249}
2024-11-07T15:48:59,121 INFO  [Time-limited test {}] server.Server(415): Started @8352ms
2024-11-07T15:48:59,124 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-07T15:48:59,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-07T15:48:59,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-11-07T15:48:59,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-07T15:48:59,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40601
2024-11-07T15:48:59,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40601
2024-11-07T15:48:59,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40601
2024-11-07T15:48:59,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40601
2024-11-07T15:48:59,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40601
2024-11-07T15:48:59,156 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35095
2024-11-07T15:48:59,159 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-07T15:48:59,161 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@701715b7{HTTP/1.1, (http/1.1)}{0.0.0.0:38261}
2024-11-07T15:48:59,161 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] server.Server(415): Started @8393ms
2024-11-07T15:48:59,161 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:48:59,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-07T15:48:59,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-07T15:48:59,178 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:48:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:48:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-11-07T15:48:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:48:59,209 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/master
2024-11-07T15:48:59,210 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/7b3e4e8e12ef,35095,1730994536931 from backup master directory
2024-11-07T15:48:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-07T15:48:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:48:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-07T15:48:59,223 WARN  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-07T15:48:59,224 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:48:59,225 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-07T15:48:59,227 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-07T15:48:59,278 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase.id] with ID: 12e7c378-4fbc-471a-99c7-54e1913d5184
2024-11-07T15:48:59,279 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.tmp/hbase.id
2024-11-07T15:48:59,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741826_1002 (size=42)
2024-11-07T15:48:59,690 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.tmp/hbase.id]:[hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase.id]
2024-11-07T15:48:59,732 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T15:48:59,736 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-07T15:48:59,756 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-07T15:48:59,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:48:59,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:48:59,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741827_1003 (size=196)
2024-11-07T15:49:00,253 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:00,255 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-07T15:49:00,261 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-07T15:49:00,263 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-07T15:49:00,272 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T15:49:00,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741828_1004 (size=1189)
2024-11-07T15:49:00,721 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store
2024-11-07T15:49:00,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741829_1005 (size=34)
2024-11-07T15:49:01,145 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-07T15:49:01,149 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:01,151 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-07T15:49:01,151 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:49:01,151 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:49:01,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-07T15:49:01,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:49:01,153 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:49:01,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1730994541150Disabling compacts and flushes for region at 1730994541151 (+1 ms)Disabling writes for close at 1730994541153 (+2 ms)Writing region close event to WAL at 1730994541153Closed at 1730994541153
2024-11-07T15:49:01,157 WARN  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/.initializing
2024-11-07T15:49:01,157 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/WALs/7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:01,162 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T15:49:01,166 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 7b3e4e8e12ef,35095,1730994536931.regiongroup-0
2024-11-07T15:49:01,180 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35095%2C1730994536931.7b3e4e8e12ef%2C35095%2C1730994536931.regiongroup-0, suffix=, logDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/WALs/7b3e4e8e12ef,35095,1730994536931, archiveDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/oldWALs, maxLogs=10
2024-11-07T15:49:01,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/WALs/7b3e4e8e12ef,35095,1730994536931/7b3e4e8e12ef%2C35095%2C1730994536931.7b3e4e8e12ef%2C35095%2C1730994536931.regiongroup-0.1730994541184, exclude list is [], retry=0
2024-11-07T15:49:01,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:01,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-07T15:49:01,253 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/WALs/7b3e4e8e12ef,35095,1730994536931/7b3e4e8e12ef%2C35095%2C1730994536931.7b3e4e8e12ef%2C35095%2C1730994536931.regiongroup-0.1730994541184
2024-11-07T15:49:01,254 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:01,254 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:01,255 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:01,258 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,259 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,296 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T15:49:01,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-07T15:49:01,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:01,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:01,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T15:49:01,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-07T15:49:01,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:01,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:01,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T15:49:01,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-07T15:49:01,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:01,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:01,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T15:49:01,338 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-07T15:49:01,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:01,339 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:01,339 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,344 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,346 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,354 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,358 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T15:49:01,363 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T15:49:01,368 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:01,370 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10807016000, jitterRate=0.006481796503067017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T15:49:01,378 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1730994541273Initializing all the Stores at 1730994541275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994541276 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994541277 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994541277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994541277Cleaning up temporary data from old regions at 1730994541354 (+77 ms)Region opened successfully at 1730994541378 (+24 ms)
2024-11-07T15:49:01,379 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-07T15:49:01,407 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f4fd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=7b3e4e8e12ef/172.17.0.2:0
2024-11-07T15:49:01,436 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-07T15:49:01,446 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-07T15:49:01,446 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-07T15:49:01,449 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-07T15:49:01,451 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-07T15:49:01,456 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-07T15:49:01,456 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-07T15:49:01,480 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-07T15:49:01,490 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-11-07T15:49:01,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-11-07T15:49:01,567 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-07T15:49:01,569 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-11-07T15:49:01,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-11-07T15:49:01,589 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-07T15:49:01,593 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-11-07T15:49:01,601 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-11-07T15:49:01,602 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-11-07T15:49:01,611 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-11-07T15:49:01,627 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-07T15:49:01,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-11-07T15:49:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-07T15:49:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-07T15:49:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,656 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35095,1730994536931, sessionid=0x10115fc7a630000, setting cluster-up flag (Was=false)
2024-11-07T15:49:01,662 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-11-07T15:49:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,734 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-11-07T15:49:01,736 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:01,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,790 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-11-07T15:49:01,792 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:01,849 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-11-07T15:49:01,851 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:01,857 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-07T15:49:01,920 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-07T15:49:01,928 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-07T15:49:01,934 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-07T15:49:01,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35095,1730994536931
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-07T15:49:01,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5
2024-11-07T15:49:01,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5
2024-11-07T15:49:01,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5
2024-11-07T15:49:01,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5
2024-11-07T15:49:01,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10
2024-11-07T15:49:01,946 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:01,946 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2
2024-11-07T15:49:01,946 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:01,947 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(746): ClusterId : 12e7c378-4fbc-471a-99c7-54e1913d5184
2024-11-07T15:49:01,947 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994571947
2024-11-07T15:49:01,949 INFO  [RS:0;7b3e4e8e12ef:40601 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-11-07T15:49:01,949 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-07T15:49:01,950 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-07T15:49:01,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T15:49:01,950 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-07T15:49:01,951 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-07T15:49:01,954 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-07T15:49:01,954 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-11-07T15:49:01,955 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-07T15:49:01,955 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-07T15:49:01,955 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-07T15:49:01,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:01,956 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-07T15:49:01,956 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:01,958 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-07T15:49:01,959 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-07T15:49:01,960 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-07T15:49:01,961 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-07T15:49:01,961 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-11-07T15:49:01,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741831_1007 (size=1321)
2024-11-07T15:49:01,970 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c3823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:01,970 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:01,971 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-11-07T15:49:01,971 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-07T15:49:01,982 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:01,982 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-07T15:49:01,982 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f85edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=7b3e4e8e12ef/172.17.0.2:0
2024-11-07T15:49:01,999 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:40601
2024-11-07T15:49:02,002 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-07T15:49:02,002 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-07T15:49:02,002 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-07T15:49:02,004 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35095,1730994536931 with port=40601, startcode=1730994538818
2024-11-07T15:49:02,005 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:02,006 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-07T15:49:02,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:02,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a4410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:02,023 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-07T15:49:02,023 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:02,028 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-07T15:49:02,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37aa8dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:02,030 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-07T15:49:02,032 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-07T15:49:02,033 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-07T15:49:02,036 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730994542034,5,FailOnTimeoutGroup]
2024-11-07T15:49:02,037 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730994542036,5,FailOnTimeoutGroup]
2024-11-07T15:49:02,037 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,037 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-07T15:49:02,038 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,038 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,053 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-07T15:49:02,053 WARN  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-07T15:49:02,155 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35095,1730994536931 with port=40601, startcode=1730994538818
2024-11-07T15:49:02,157 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,158 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,165 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:02,166 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38469
2024-11-07T15:49:02,166 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=32839
2024-11-07T15:49:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-07T15:49:02,222 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] zookeeper.ZKUtil(111): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rs/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,223 WARN  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-07T15:49:02,223 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-07T15:49:02,223 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-07T15:49:02,223 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,224 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,40601,1730994538818]
2024-11-07T15:49:02,246 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-07T15:49:02,260 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-07T15:49:02,265 INFO  [RS:0;7b3e4e8e12ef:40601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-07T15:49:02,265 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,266 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-07T15:49:02,271 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-07T15:49:02,273 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,273 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,273 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,274 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,275 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1
2024-11-07T15:49:02,275 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3
2024-11-07T15:49:02,275 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,276 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40601,1730994538818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-07T15:49:02,295 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-07T15:49:02,298 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40601,1730994538818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,298 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,298 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.Replication(171): 7b3e4e8e12ef,40601,1730994538818 started
2024-11-07T15:49:02,314 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:02,315 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,40601,1730994538818, RpcServer on 7b3e4e8e12ef/172.17.0.2:40601, sessionid=0x10115fc7a630001
2024-11-07T15:49:02,316 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-07T15:49:02,316 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,316 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40601,1730994538818'
2024-11-07T15:49:02,316 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-11-07T15:49:02,317 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-11-07T15:49:02,318 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-07T15:49:02,318 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-11-07T15:49:02,318 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40601,1730994538818'
2024-11-07T15:49:02,318 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:02,319 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:02,320 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-11-07T15:49:02,320 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-11-07T15:49:02,320 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-07T15:49:02,320 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:02,320 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40601,1730994538818'
2024-11-07T15:49:02,320 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-11-07T15:49:02,321 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-11-07T15:49:02,321 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-07T15:49:02,321 INFO  [RS:0;7b3e4e8e12ef:40601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-07T15:49:02,321 INFO  [RS:0;7b3e4e8e12ef:40601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-07T15:49:02,369 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-07T15:49:02,369 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:02,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741832_1008 (size=32)
2024-11-07T15:49:02,425 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T15:49:02,426 INFO  [RS:0;7b3e4e8e12ef:40601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 7b3e4e8e12ef,40601,1730994538818.regiongroup-0
2024-11-07T15:49:02,429 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0, suffix=, logDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818, archiveDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs, maxLogs=32
2024-11-07T15:49:02,443 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431, exclude list is [], retry=0
2024-11-07T15:49:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:02,450 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431
2024-11-07T15:49:02,451 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:02,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:02,782 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-07T15:49:02,784 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-07T15:49:02,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:02,785 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:02,785 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-07T15:49:02,788 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-07T15:49:02,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:02,788 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:02,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-07T15:49:02,791 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-07T15:49:02,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:02,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:02,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-07T15:49:02,794 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-07T15:49:02,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:02,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:02,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-07T15:49:02,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740
2024-11-07T15:49:02,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740
2024-11-07T15:49:02,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-07T15:49:02,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-07T15:49:02,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T15:49:02,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-07T15:49:02,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:02,807 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11234152800, jitterRate=0.04626201093196869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T15:49:02,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1730994542780Initializing all the Stores at 1730994542782 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994542782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994542782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994542782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994542782Cleaning up temporary data from old regions at 1730994542800 (+18 ms)Region opened successfully at 1730994542810 (+10 ms)
2024-11-07T15:49:02,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-07T15:49:02,810 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-07T15:49:02,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-07T15:49:02,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-07T15:49:02,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-07T15:49:02,812 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-07T15:49:02,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1730994542810Disabling compacts and flushes for region at 1730994542810Disabling writes for close at 1730994542811 (+1 ms)Writing region close event to WAL at 1730994542812 (+1 ms)Closed at 1730994542812
2024-11-07T15:49:02,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T15:49:02,816 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-07T15:49:02,821 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-07T15:49:02,828 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-07T15:49:02,831 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-07T15:49:02,984 DEBUG [7b3e4e8e12ef:35095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-07T15:49:02,994 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:03,000 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40601,1730994538818, state=OPENING
2024-11-07T15:49:03,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-07T15:49:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:49:03,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-07T15:49:03,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-07T15:49:03,067 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-07T15:49:03,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:03,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-07T15:49:03,242 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-07T15:49:03,253 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-07T15:49:03,254 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-07T15:49:03,254 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-07T15:49:03,254 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T15:49:03,255 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-07T15:49:03,257 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C40601%2C1730994538818.meta, suffix=.meta, logDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818, archiveDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs, maxLogs=32
2024-11-07T15:49:03,272 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta, exclude list is [], retry=0
2024-11-07T15:49:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:03,278 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta
2024-11-07T15:49:03,279 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:03,279 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:03,283 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:03,283 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-07T15:49:03,286 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-07T15:49:03,286 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-07T15:49:03,289 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-07T15:49:03,290 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:03,290 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-07T15:49:03,290 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-07T15:49:03,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-07T15:49:03,295 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-07T15:49:03,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:03,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:03,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-07T15:49:03,299 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-07T15:49:03,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:03,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:03,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-07T15:49:03,302 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-07T15:49:03,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:03,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:03,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-07T15:49:03,306 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-07T15:49:03,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:03,307 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T15:49:03,307 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-07T15:49:03,308 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740
2024-11-07T15:49:03,311 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740
2024-11-07T15:49:03,314 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-07T15:49:03,314 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-07T15:49:03,315 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T15:49:03,318 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-07T15:49:03,320 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9438993600, jitterRate=-0.12092521786689758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T15:49:03,320 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-07T15:49:03,321 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1730994543291Writing region info on filesystem at 1730994543291Initializing all the Stores at 1730994543293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994543293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994543293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994543293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994543293Cleaning up temporary data from old regions at 1730994543314 (+21 ms)Running coprocessor post-open hooks at 1730994543320 (+6 ms)Region opened successfully at 1730994543321 (+1 ms)
2024-11-07T15:49:03,328 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730994543233
2024-11-07T15:49:03,340 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-07T15:49:03,341 INFO  [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-07T15:49:03,342 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:03,344 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40601,1730994538818, state=OPEN
2024-11-07T15:49:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-07T15:49:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-07T15:49:03,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-07T15:49:03,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-07T15:49:03,391 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:03,398 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-07T15:49:03,398 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40601,1730994538818 in 323 msec
2024-11-07T15:49:03,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-07T15:49:03,406 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 579 msec
2024-11-07T15:49:03,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T15:49:03,407 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-07T15:49:03,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:03,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:03,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:03,447 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:03,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5850 sec
2024-11-07T15:49:03,470 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730994543470, completionTime=-1
2024-11-07T15:49:03,473 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-07T15:49:03,474 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-07T15:49:03,510 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-07T15:49:03,510 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994603510
2024-11-07T15:49:03,510 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994663510
2024-11-07T15:49:03,510 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec
2024-11-07T15:49:03,513 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,513 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,513 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,515 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35095, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,515 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,516 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,522 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-07T15:49:03,549 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.325sec
2024-11-07T15:49:03,550 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-07T15:49:03,552 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-07T15:49:03,553 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-07T15:49:03,554 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-07T15:49:03,554 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-07T15:49:03,555 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-07T15:49:03,555 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-07T15:49:03,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-07T15:49:03,566 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-07T15:49:03,567 INFO  [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35095,1730994536931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T15:49:03,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75721d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:03,651 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-07T15:49:03,651 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-07T15:49:03,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:03,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:03,661 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2ad82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:03,665 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:03,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8a40b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:03,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:03,679 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:03,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:03,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/test.cache.data in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.tmp.dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-07T15:49:03,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/nfs.dump.dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-07T15:49:03,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-07T15:49:03,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741835_1011 (size=592039)
2024-11-07T15:49:04,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741836_1012 (size=1663647)
2024-11-07T15:49:05,587 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:05,654 WARN  [Thread-261 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:05,870 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:49:05,870 WARN  [Thread-261 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-07T15:49:05,871 INFO  [Thread-261 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:49:05,876 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:49:05,876 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:49:05,877 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T15:49:05,880 INFO  [Thread-261 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:49:05,880 INFO  [Thread-261 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:49:05,880 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:05,880 INFO  [Thread-261 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T15:49:05,884 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a8eed8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:49:05,885 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75c0ec4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-07T15:49:05,893 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5557f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:49:05,894 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dcd4d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-07T15:49:06,004 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class
2024-11-07T15:49:06,004 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class
2024-11-07T15:49:06,004 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-07T15:49:06,006 INFO  [Thread-261 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-07T15:49:06,048 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:06,087 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:06,299 INFO  [Thread-261 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest"
2024-11-07T15:49:06,325 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a5a6d3d{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-38195-hadoop-yarn-common-3_4_1_jar-_-any-1153074157747464928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-07T15:49:06,325 INFO  [Thread-261 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55650301{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-35135-hadoop-yarn-common-3_4_1_jar-_-any-6812480932321354372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-07T15:49:06,326 INFO  [Thread-261 {}] server.AbstractConnector(333): Started ServerConnector@417ea536{HTTP/1.1, (http/1.1)}{localhost:35135}
2024-11-07T15:49:06,326 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a2edbb8{HTTP/1.1, (http/1.1)}{localhost:38195}
2024-11-07T15:49:06,326 INFO  [Thread-261 {}] server.Server(415): Started @15558ms
2024-11-07T15:49:06,326 INFO  [Time-limited test {}] server.Server(415): Started @15558ms
2024-11-07T15:49:06,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741837_1013 (size=5)
2024-11-07T15:49:07,076 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-07T15:49:07,081 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:07,113 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-07T15:49:07,113 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:49:07,116 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:49:07,117 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:49:07,117 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-07T15:49:07,118 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:07,118 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b70e834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:49:07,119 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@325eade4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-07T15:49:07,167 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-07T15:49:07,167 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-07T15:49:07,167 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-07T15:49:07,167 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-07T15:49:07,175 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,181 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,274 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d2a0a97{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-45369-hadoop-yarn-common-3_4_1_jar-_-any-15141881065881341084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-07T15:49:07,286 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47b99947{HTTP/1.1, (http/1.1)}{localhost:45369}
2024-11-07T15:49:07,286 INFO  [Time-limited test {}] server.Server(415): Started @16517ms
2024-11-07T15:49:07,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-07T15:49:07,320 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:07,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:49:07,331 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-11-07T15:49:07,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-07T15:49:07,332 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-07T15:49:07,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-07T15:49:07,333 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:07,420 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-07T15:49:07,422 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:07,438 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-07T15:49:07,439 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T15:49:07,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T15:49:07,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T15:49:07,448 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T15:49:07,449 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T15:49:07,450 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2840fcf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,AVAILABLE}
2024-11-07T15:49:07,450 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d1e1928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-07T15:49:07,503 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-07T15:49:07,503 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-07T15:49:07,504 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-07T15:49:07,504 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-07T15:49:07,511 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,515 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,597 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-07T15:49:07,601 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38cf32f3{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/java.io.tmpdir/jetty-localhost-41297-hadoop-yarn-common-3_4_1_jar-_-any-3278422804451957198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-07T15:49:07,602 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a07252{HTTP/1.1, (http/1.1)}{localhost:41297}
2024-11-07T15:49:07,602 INFO  [Time-limited test {}] server.Server(415): Started @16834ms
2024-11-07T15:49:07,626 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-07T15:49:07,626 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:38469/backupUT
2024-11-07T15:49:07,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:49:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e1efc2
2024-11-07T15:49:07,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:49:07,643 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:49:07,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'}
2024-11-07T15:49:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-11-07T15:49:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-07T15:49:07,667 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 19 msec
2024-11-07T15:49:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-07T15:49:07,772 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-11-07T15:49:07,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'}
2024-11-07T15:49:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-11-07T15:49:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-07T15:49:07,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 12 msec
2024-11-07T15:49:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-07T15:49:07,882 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-11-07T15:49:07,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'}
2024-11-07T15:49:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-11-07T15:49:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-07T15:49:07,898 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec
2024-11-07T15:49:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-07T15:49:07,992 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-11-07T15:49:07,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'}
2024-11-07T15:49:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-11-07T15:49:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-07T15:49:08,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec
2024-11-07T15:49:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-07T15:49:08,102 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-11-07T15:49:08,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1730994547626', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1730994547626
2024-11-07T15:49:08,123 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:08,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test-1730994547626"
 procId is: 8
2024-11-07T15:49:08,126 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:08,129 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:08,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741838_1014 (size=367)
2024-11-07T15:49:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:08,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-07T15:49:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:08,543 INFO  [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7630048596cf557502112978353aaf6, NAME => 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:08,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741839_1015 (size=53)
2024-11-07T15:49:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:08,807 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-07T15:49:08,953 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(898): Instantiated test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:08,953 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1722): Closing b7630048596cf557502112978353aaf6, disabling compactions & flushes
2024-11-07T15:49:08,953 INFO  [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1755): Closing region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:08,953 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:08,953 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. after waiting 0 ms
2024-11-07T15:49:08,953 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:08,953 INFO  [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1973): Closed test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:08,954 DEBUG [RegionOpenAndInit-test-1730994547626-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7630048596cf557502112978353aaf6:
Waiting for close lock at 1730994548953Disabling compacts and flushes for region at 1730994548953Disabling writes for close at 1730994548953Writing region close event to WAL at 1730994548953Closed at 1730994548953
2024-11-07T15:49:08,956 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:08,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730994548956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994548956"}]},"ts":"1730994548956"}
2024-11-07T15:49:08,965 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:08,967 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:08,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1730994547626","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994548967"}]},"ts":"1730994548967"}
2024-11-07T15:49:08,975 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1730994547626, state=ENABLING in hbase:meta
2024-11-07T15:49:08,976 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, ASSIGN}]
2024-11-07T15:49:08,978 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, ASSIGN
2024-11-07T15:49:08,980 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:09,131 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:09,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, ASSIGN because future has completed
2024-11-07T15:49:09,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:09,312 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:09,313 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T15:49:09,313 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 7b3e4e8e12ef,40601,1730994538818.regiongroup-1
2024-11-07T15:49:09,316 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1, suffix=, logDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818, archiveDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs, maxLogs=32
2024-11-07T15:49:09,330 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318, exclude list is [], retry=0
2024-11-07T15:49:09,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:09,336 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318
2024-11-07T15:49:09,337 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:09,337 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7630048596cf557502112978353aaf6, NAME => 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:09,337 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:09,337 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730994547626 b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,338 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:09,338 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,338 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,340 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:09,342 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName f
2024-11-07T15:49:09,342 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:09,343 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:09,344 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,345 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,346 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,346 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,346 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,349 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,353 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:09,354 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened b7630048596cf557502112978353aaf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11479959840, jitterRate=0.06915457546710968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:49:09,354 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7630048596cf557502112978353aaf6
2024-11-07T15:49:09,355 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7630048596cf557502112978353aaf6:
Running coprocessor pre-open hook at 1730994549338Writing region info on filesystem at 1730994549338Initializing all the Stores at 1730994549339 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994549339Cleaning up temporary data from old regions at 1730994549347 (+8 ms)Running coprocessor post-open hooks at 1730994549354 (+7 ms)Region opened successfully at 1730994549355 (+1 ms)
2024-11-07T15:49:09,357 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., pid=10, masterSystemTime=1730994549290
2024-11-07T15:49:09,360 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:09,361 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:09,362 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:09,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:09,371 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-07T15:49:09,371 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 in 231 msec
2024-11-07T15:49:09,376 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-07T15:49:09,376 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, ASSIGN in 395 msec
2024-11-07T15:49:09,377 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:09,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1730994547626","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994549377"}]},"ts":"1730994549377"}
2024-11-07T15:49:09,386 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1730994547626, state=ENABLED in hbase:meta
2024-11-07T15:49:09,391 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1730994547626 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:09,396 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1730994547626 in 1.2760 sec
2024-11-07T15:49:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-07T15:49:10,272 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1730994547626 completed
2024-11-07T15:49:10,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e92bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:10,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:10,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:10,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255f6af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:10,278 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:10,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245bacb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:10,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:10,286 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730994547626', row='row0', locateType=CURRENT is [region=test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:10,295 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(8528): writing data to region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. with WAL disabled. Data may be lost in the event of a crash.
2024-11-07T15:49:10,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17309945476261', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17309945476261
2024-11-07T15:49:10,468 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:10,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:10,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "test-17309945476261"
 procId is: 11
2024-11-07T15:49:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:10,470 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:10,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741841_1017 (size=364)
2024-11-07T15:49:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:10,882 INFO  [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0ce2d722d37c33642cb2d9178564a92, NAME => 'ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17309945476261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:10,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741842_1018 (size=50)
2024-11-07T15:49:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1722): Closing c0ce2d722d37c33642cb2d9178564a92, disabling compactions & flushes
2024-11-07T15:49:11,292 INFO  [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92. after waiting 0 ms
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,292 INFO  [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,292 DEBUG [RegionOpenAndInit-ns2:test-17309945476261-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0ce2d722d37c33642cb2d9178564a92:
Waiting for close lock at 1730994551292Disabling compacts and flushes for region at 1730994551292Disabling writes for close at 1730994551292Writing region close event to WAL at 1730994551292Closed at 1730994551292
2024-11-07T15:49:11,294 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:11,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730994551294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994551294"}]},"ts":"1730994551294"}
2024-11-07T15:49:11,297 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:11,299 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:11,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17309945476261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994551299"}]},"ts":"1730994551299"}
2024-11-07T15:49:11,302 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17309945476261, state=ENABLING in hbase:meta
2024-11-07T15:49:11,302 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309945476261, region=c0ce2d722d37c33642cb2d9178564a92, ASSIGN}]
2024-11-07T15:49:11,304 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309945476261, region=c0ce2d722d37c33642cb2d9178564a92, ASSIGN
2024-11-07T15:49:11,306 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17309945476261, region=c0ce2d722d37c33642cb2d9178564a92, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:11,457 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c0ce2d722d37c33642cb2d9178564a92, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17309945476261, region=c0ce2d722d37c33642cb2d9178564a92, ASSIGN because future has completed
2024-11-07T15:49:11,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ce2d722d37c33642cb2d9178564a92, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:11,624 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,624 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c0ce2d722d37c33642cb2d9178564a92, NAME => 'ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:11,625 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:11,625 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309945476261 c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,625 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:11,625 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,625 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,627 INFO  [StoreOpener-c0ce2d722d37c33642cb2d9178564a92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0ce2d722d37c33642cb2d9178564a92 
2024-11-07T15:49:11,630 INFO  [StoreOpener-c0ce2d722d37c33642cb2d9178564a92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ce2d722d37c33642cb2d9178564a92 columnFamilyName f
2024-11-07T15:49:11,630 DEBUG [StoreOpener-c0ce2d722d37c33642cb2d9178564a92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:11,631 INFO  [StoreOpener-c0ce2d722d37c33642cb2d9178564a92-1 {}] regionserver.HStore(327): Store=c0ce2d722d37c33642cb2d9178564a92/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:11,631 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,633 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,634 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,634 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,634 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,637 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,641 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:11,642 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened c0ce2d722d37c33642cb2d9178564a92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10829416000, jitterRate=0.008567959070205688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:49:11,642 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:11,644 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c0ce2d722d37c33642cb2d9178564a92:
Running coprocessor pre-open hook at 1730994551625Writing region info on filesystem at 1730994551625Initializing all the Stores at 1730994551627 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994551627Cleaning up temporary data from old regions at 1730994551634 (+7 ms)Running coprocessor post-open hooks at 1730994551642 (+8 ms)Region opened successfully at 1730994551644 (+2 ms)
2024-11-07T15:49:11,646 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92., pid=13, masterSystemTime=1730994551615
2024-11-07T15:49:11,649 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,649 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:11,650 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c0ce2d722d37c33642cb2d9178564a92, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ce2d722d37c33642cb2d9178564a92, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:11,660 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-07T15:49:11,660 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c0ce2d722d37c33642cb2d9178564a92, server=7b3e4e8e12ef,40601,1730994538818 in 195 msec
2024-11-07T15:49:11,665 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-07T15:49:11,665 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17309945476261, region=c0ce2d722d37c33642cb2d9178564a92, ASSIGN in 358 msec
2024-11-07T15:49:11,667 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:11,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17309945476261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994551667"}]},"ts":"1730994551667"}
2024-11-07T15:49:11,670 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17309945476261, state=ENABLED in hbase:meta
2024-11-07T15:49:11,673 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17309945476261 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:11,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17309945476261 in 1.2090 sec
2024-11-07T15:49:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-07T15:49:12,622 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17309945476261 completed
2024-11-07T15:49:12,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309945476261', row='row0', locateType=CURRENT is [region=ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:12,628 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(8528): writing data to region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92. with WAL disabled. Data may be lost in the event of a crash.
2024-11-07T15:49:12,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17309945476262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17309945476262
2024-11-07T15:49:12,798 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:12,798 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:12,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3"
qualifier: "test-17309945476262"
 procId is: 14
2024-11-07T15:49:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:12,800 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:12,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741843_1019 (size=390)
2024-11-07T15:49:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:13,211 INFO  [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dd82e96ec933c985c7cd53fdaf4da35, NAME => 'ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17309945476262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:13,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741844_1020 (size=50)
2024-11-07T15:49:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1722): Closing 3dd82e96ec933c985c7cd53fdaf4da35, disabling compactions & flushes
2024-11-07T15:49:13,621 INFO  [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35. after waiting 0 ms
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,621 INFO  [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,621 DEBUG [RegionOpenAndInit-ns3:test-17309945476262-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dd82e96ec933c985c7cd53fdaf4da35:
Waiting for close lock at 1730994553621Disabling compacts and flushes for region at 1730994553621Disabling writes for close at 1730994553621Writing region close event to WAL at 1730994553621Closed at 1730994553621
2024-11-07T15:49:13,623 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:13,623 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730994553623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994553623"}]},"ts":"1730994553623"}
2024-11-07T15:49:13,626 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:13,627 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:13,628 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17309945476262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994553627"}]},"ts":"1730994553627"}
2024-11-07T15:49:13,630 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17309945476262, state=ENABLING in hbase:meta
2024-11-07T15:49:13,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309945476262, region=3dd82e96ec933c985c7cd53fdaf4da35, ASSIGN}]
2024-11-07T15:49:13,632 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309945476262, region=3dd82e96ec933c985c7cd53fdaf4da35, ASSIGN
2024-11-07T15:49:13,633 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17309945476262, region=3dd82e96ec933c985c7cd53fdaf4da35, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:13,784 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3dd82e96ec933c985c7cd53fdaf4da35, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:13,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17309945476262, region=3dd82e96ec933c985c7cd53fdaf4da35, ASSIGN because future has completed
2024-11-07T15:49:13,788 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:13,946 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd82e96ec933c985c7cd53fdaf4da35, NAME => 'ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:13,946 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:13,947 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309945476262 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,947 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:13,947 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,947 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,949 INFO  [StoreOpener-3dd82e96ec933c985c7cd53fdaf4da35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3dd82e96ec933c985c7cd53fdaf4da35 
2024-11-07T15:49:13,952 INFO  [StoreOpener-3dd82e96ec933c985c7cd53fdaf4da35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd82e96ec933c985c7cd53fdaf4da35 columnFamilyName f
2024-11-07T15:49:13,952 DEBUG [StoreOpener-3dd82e96ec933c985c7cd53fdaf4da35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:13,953 INFO  [StoreOpener-3dd82e96ec933c985c7cd53fdaf4da35-1 {}] regionserver.HStore(327): Store=3dd82e96ec933c985c7cd53fdaf4da35/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:13,953 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,954 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns3/test-17309945476262/3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,955 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns3/test-17309945476262/3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,956 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,956 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,958 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,962 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns3/test-17309945476262/3dd82e96ec933c985c7cd53fdaf4da35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:13,963 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3dd82e96ec933c985c7cd53fdaf4da35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11676799840, jitterRate=0.08748672902584076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:49:13,963 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:49:13,964 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3dd82e96ec933c985c7cd53fdaf4da35:
Running coprocessor pre-open hook at 1730994553947Writing region info on filesystem at 1730994553947Initializing all the Stores at 1730994553949 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994553949Cleaning up temporary data from old regions at 1730994553956 (+7 ms)Running coprocessor post-open hooks at 1730994553963 (+7 ms)Region opened successfully at 1730994553964 (+1 ms)
2024-11-07T15:49:13,966 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35., pid=16, masterSystemTime=1730994553941
2024-11-07T15:49:13,968 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,969 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:49:13,969 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3dd82e96ec933c985c7cd53fdaf4da35, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:13,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:13,978 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-07T15:49:13,980 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35, server=7b3e4e8e12ef,40601,1730994538818 in 187 msec
2024-11-07T15:49:13,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-07T15:49:13,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17309945476262, region=3dd82e96ec933c985c7cd53fdaf4da35, ASSIGN in 348 msec
2024-11-07T15:49:13,983 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:13,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17309945476262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994553983"}]},"ts":"1730994553983"}
2024-11-07T15:49:13,986 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17309945476262, state=ENABLED in hbase:meta
2024-11-07T15:49:13,987 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17309945476262 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:13,991 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17309945476262 in 1.1930 sec
2024-11-07T15:49:14,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1730994547626'
2024-11-07T15:49:14,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17309945476262'
2024-11-07T15:49:14,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17309945476261'
2024-11-07T15:49:14,841 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-07T15:49:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-07T15:49:14,961 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17309945476262 completed
2024-11-07T15:49:14,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17309945476262 get assigned. Timeout = 60000ms
2024-11-07T15:49:14,965 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T15:49:14,970 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17309945476262 assigned to meta. Checking AM states.
2024-11-07T15:49:14,971 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T15:49:14,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17309945476262 assigned.
2024-11-07T15:49:14,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17309945476263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17309945476263
2024-11-07T15:49:14,978 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:14,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:14,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4"
qualifier: "test-17309945476263"
 procId is: 17
2024-11-07T15:49:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:14,980 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:14,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741845_1021 (size=390)
2024-11-07T15:49:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:15,393 INFO  [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37f32ade20cda6cfa1ea2335b30c81b3, NAME => 'ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17309945476263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:15,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741846_1022 (size=50)
2024-11-07T15:49:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:15,803 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:15,803 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1722): Closing 37f32ade20cda6cfa1ea2335b30c81b3, disabling compactions & flushes
2024-11-07T15:49:15,803 INFO  [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:15,803 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:15,803 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3. after waiting 0 ms
2024-11-07T15:49:15,803 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:15,804 INFO  [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:15,804 DEBUG [RegionOpenAndInit-ns4:test-17309945476263-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37f32ade20cda6cfa1ea2335b30c81b3:
Waiting for close lock at 1730994555803Disabling compacts and flushes for region at 1730994555803Disabling writes for close at 1730994555803Writing region close event to WAL at 1730994555803Closed at 1730994555803
2024-11-07T15:49:15,806 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:15,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1730994555806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994555806"}]},"ts":"1730994555806"}
2024-11-07T15:49:15,809 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:15,811 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:15,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17309945476263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994555811"}]},"ts":"1730994555811"}
2024-11-07T15:49:15,814 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17309945476263, state=ENABLING in hbase:meta
2024-11-07T15:49:15,815 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309945476263, region=37f32ade20cda6cfa1ea2335b30c81b3, ASSIGN}]
2024-11-07T15:49:15,817 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309945476263, region=37f32ade20cda6cfa1ea2335b30c81b3, ASSIGN
2024-11-07T15:49:15,818 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17309945476263, region=37f32ade20cda6cfa1ea2335b30c81b3, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:15,969 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37f32ade20cda6cfa1ea2335b30c81b3, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:15,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17309945476263, region=37f32ade20cda6cfa1ea2335b30c81b3, ASSIGN because future has completed
2024-11-07T15:49:15,973 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:16,132 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:16,133 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 37f32ade20cda6cfa1ea2335b30c81b3, NAME => 'ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:16,133 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:16,134 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17309945476263 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,134 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:16,134 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,134 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,136 INFO  [StoreOpener-37f32ade20cda6cfa1ea2335b30c81b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37f32ade20cda6cfa1ea2335b30c81b3 
2024-11-07T15:49:16,139 INFO  [StoreOpener-37f32ade20cda6cfa1ea2335b30c81b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37f32ade20cda6cfa1ea2335b30c81b3 columnFamilyName f
2024-11-07T15:49:16,140 DEBUG [StoreOpener-37f32ade20cda6cfa1ea2335b30c81b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:16,141 INFO  [StoreOpener-37f32ade20cda6cfa1ea2335b30c81b3-1 {}] regionserver.HStore(327): Store=37f32ade20cda6cfa1ea2335b30c81b3/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:16,141 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,142 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns4/test-17309945476263/37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,143 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns4/test-17309945476263/37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,144 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,144 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,148 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,152 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns4/test-17309945476263/37f32ade20cda6cfa1ea2335b30c81b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:16,153 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 37f32ade20cda6cfa1ea2335b30c81b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11182228480, jitterRate=0.04142618179321289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:49:16,153 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:16,183 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 37f32ade20cda6cfa1ea2335b30c81b3:
Running coprocessor pre-open hook at 1730994556134Writing region info on filesystem at 1730994556134Initializing all the Stores at 1730994556136 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994556136Cleaning up temporary data from old regions at 1730994556144 (+8 ms)Running coprocessor post-open hooks at 1730994556153 (+9 ms)Region opened successfully at 1730994556182 (+29 ms)
2024-11-07T15:49:16,185 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3., pid=19, masterSystemTime=1730994556127
2024-11-07T15:49:16,188 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:16,188 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:16,189 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=37f32ade20cda6cfa1ea2335b30c81b3, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:16,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-07T15:49:16,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3, server=7b3e4e8e12ef,40601,1730994538818 in 221 msec
2024-11-07T15:49:16,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-07T15:49:16,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17309945476263, region=37f32ade20cda6cfa1ea2335b30c81b3, ASSIGN in 382 msec
2024-11-07T15:49:16,203 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:16,203 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17309945476263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994556203"}]},"ts":"1730994556203"}
2024-11-07T15:49:16,206 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17309945476263, state=ENABLED in hbase:meta
2024-11-07T15:49:16,208 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17309945476263 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:16,211 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17309945476263 in 1.2330 sec
2024-11-07T15:49:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-07T15:49:17,131 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17309945476263 completed
2024-11-07T15:49:17,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17309945476263 get assigned. Timeout = 60000ms
2024-11-07T15:49:17,132 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T15:49:17,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17309945476263 assigned to meta. Checking AM states.
2024-11-07T15:49:17,136 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T15:49:17,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17309945476263 assigned.
2024-11-07T15:49:17,137 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:49:17,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:49:17,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:17,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:17,142 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:17,166 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=621, OpenFileDescriptor=635, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=9, AvailableMemoryMB=3203
2024-11-07T15:49:17,168 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=621 is superior to 500
2024-11-07T15:49:17,169 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-11-07T15:49:17,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1730994547626 from 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1730994547626', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1730994547626
2024-11-07T15:49:17,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741847_1023 (size=908)
2024-11-07T15:49:17,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17309945476262
2024-11-07T15:49:17,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17309945476262 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:17,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17309945476263
2024-11-07T15:49:17,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17309945476263 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:17,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1730994547626
2024-11-07T15:49:17,320 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1730994547626 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:17,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17309945476261
2024-11-07T15:49:17,321 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17309945476261 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:17,601 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000001.367
2024-11-07T15:49:17,601 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000002.908
2024-11-07T15:49:17,606 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1730994547626}]
2024-11-07T15:49:17,614 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE}]
2024-11-07T15:49:17,616 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE
2024-11-07T15:49:17,617 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:17,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE because future has completed
2024-11-07T15:49:17,620 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:49:17,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:17,779 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close b7630048596cf557502112978353aaf6
2024-11-07T15:49:17,779 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:49:17,779 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing b7630048596cf557502112978353aaf6, disabling compactions & flushes
2024-11-07T15:49:17,779 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:17,780 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:17,780 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. after waiting 0 ms
2024-11-07T15:49:17,780 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:17,783 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing b7630048596cf557502112978353aaf6 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-07T15:49:17,850 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/0baec679e10344e79ed711883f5f930a is 37, key is row10/f:q1/1730994550316/Put/seqid=0
2024-11-07T15:49:17,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741848_1024 (size=8413)
2024-11-07T15:49:18,261 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:49:18,328 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/0baec679e10344e79ed711883f5f930a as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:49:18,339 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a, entries=99, sequenceid=103, filesize=8.2 K
2024-11-07T15:49:18,346 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 562ms, sequenceid=103, compaction requested=false
2024-11-07T15:49:18,353 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-11-07T15:49:18,356 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:49:18,356 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:18,356 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for b7630048596cf557502112978353aaf6:
Waiting for close lock at 1730994557779Running coprocessor pre-close hooks at 1730994557779Disabling compacts and flushes for region at 1730994557779Disabling writes for close at 1730994557780 (+1 ms)Obtaining lock to block concurrent updates at 1730994557783 (+3 ms)Preparing flush snapshotting stores in b7630048596cf557502112978353aaf6 at 1730994557783Finished memstore snapshotting test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1730994557790 (+7 ms)Flushing stores of test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. at 1730994557792 (+2 ms)Flushing b7630048596cf557502112978353aaf6/f: creating writer at 1730994557793 (+1 ms)Flushing b7630048596cf557502112978353aaf6/f: appending metadata at 1730994557838 (+45 ms)Flushing b7630048596cf557502112978353aaf6/f: closing flushed file at 1730994557841 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1776a339: reopening flushed file at 1730994558326 (+485 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 562ms, sequenceid=103, compaction requested=false at 1730994558346 (+20 ms)Writing region close event to WAL at 1730994558347 (+1 ms)Running coprocessor post-close hooks at 1730994558354 (+7 ms)Closed at 1730994558356 (+2 ms)
2024-11-07T15:49:18,357 WARN  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: b7630048596cf557502112978353aaf6 to self.
2024-11-07T15:49:18,360 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,361 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=CLOSED
2024-11-07T15:49:18,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:18,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-07T15:49:18,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 in 744 msec
2024-11-07T15:49:18,369 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE; state=CLOSED, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=true
2024-11-07T15:49:18,520 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:18,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE because future has completed
2024-11-07T15:49:18,523 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:18,682 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:18,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b7630048596cf557502112978353aaf6, NAME => 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:18,682 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:18,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730994547626 b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,683 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:18,683 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,683 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,685 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:18,687 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName f
2024-11-07T15:49:18,687 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:18,698 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:49:18,699 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:18,699 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:18,701 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName f3
2024-11-07T15:49:18,701 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:18,702 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:18,703 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:18,710 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName mob
2024-11-07T15:49:18,715 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:18,716 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:18,717 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,718 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,720 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,722 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,722 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,723 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1730994547626 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:49:18,725 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,726 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b7630048596cf557502112978353aaf6; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11800235840, jitterRate=0.09898260235786438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:49:18,726 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7630048596cf557502112978353aaf6
2024-11-07T15:49:18,727 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b7630048596cf557502112978353aaf6:
Running coprocessor pre-open hook at 1730994558683Writing region info on filesystem at 1730994558683Initializing all the Stores at 1730994558684 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994558685 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994558685Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994558685Cleaning up temporary data from old regions at 1730994558722 (+37 ms)Running coprocessor post-open hooks at 1730994558726 (+4 ms)Region opened successfully at 1730994558727 (+1 ms)
2024-11-07T15:49:18,729 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., pid=24, masterSystemTime=1730994558676
2024-11-07T15:49:18,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:18,731 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:18,732 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPEN, openSeqNum=107, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:18,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:18,739 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-11-07T15:49:18,739 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 in 213 msec
2024-11-07T15:49:18,742 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-07T15:49:18,743 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE in 1.1250 sec
2024-11-07T15:49:18,749 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-07T15:49:18,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1730994547626 in 1.1380 sec
2024-11-07T15:49:18,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1730994547626 in 1.5750 sec
2024-11-07T15:49:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-11-07T15:49:18,761 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1730994547626 completed
2024-11-07T15:49:18,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f249a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:18,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:18,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:18,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c94714f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:18,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:18,765 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:18,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a450d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:18,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:18,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:18,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:18,769 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:18,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730994547626', row='row-test-1730994547626-3-0', locateType=CURRENT is [region=test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=107]
2024-11-07T15:49:18,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:49:18,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:18,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e7f485
2024-11-07T15:49:18,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:49:18,827 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:49:18,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'}
2024-11-07T15:49:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-11-07T15:49:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-07T15:49:18,855 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec
2024-11-07T15:49:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-07T15:49:18,952 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-11-07T15:49:18,970 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-11-07T15:49:18,973 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:18,973 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:18,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-11-07T15:49:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:18,975 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:18,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741849_1025 (size=635)
2024-11-07T15:49:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:19,387 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c85945f6a1a73c5d1e33b72172e74eed, NAME => 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:19,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741850_1026 (size=40)
2024-11-07T15:49:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:19,796 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:19,796 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing c85945f6a1a73c5d1e33b72172e74eed, disabling compactions & flushes
2024-11-07T15:49:19,796 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:19,797 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:19,797 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. after waiting 0 ms
2024-11-07T15:49:19,797 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:19,797 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:19,797 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for c85945f6a1a73c5d1e33b72172e74eed:
Waiting for close lock at 1730994559796Disabling compacts and flushes for region at 1730994559796Disabling writes for close at 1730994559797 (+1 ms)Writing region close event to WAL at 1730994559797Closed at 1730994559797
2024-11-07T15:49:19,799 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:19,799 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1730994559799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994559799"}]},"ts":"1730994559799"}
2024-11-07T15:49:19,802 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:19,804 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:19,804 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994559804"}]},"ts":"1730994559804"}
2024-11-07T15:49:19,808 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-11-07T15:49:19,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=c85945f6a1a73c5d1e33b72172e74eed, ASSIGN}]
2024-11-07T15:49:19,810 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=c85945f6a1a73c5d1e33b72172e74eed, ASSIGN
2024-11-07T15:49:19,811 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=c85945f6a1a73c5d1e33b72172e74eed, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:19,962 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c85945f6a1a73c5d1e33b72172e74eed, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:19,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=c85945f6a1a73c5d1e33b72172e74eed, ASSIGN because future has completed
2024-11-07T15:49:19,966 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85945f6a1a73c5d1e33b72172e74eed, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:20,124 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:20,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => c85945f6a1a73c5d1e33b72172e74eed, NAME => 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:20,125 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:20,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:20,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,127 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region c85945f6a1a73c5d1e33b72172e74eed 
2024-11-07T15:49:20,130 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85945f6a1a73c5d1e33b72172e74eed columnFamilyName meta
2024-11-07T15:49:20,131 DEBUG [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:20,131 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] regionserver.HStore(327): Store=c85945f6a1a73c5d1e33b72172e74eed/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:20,132 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region c85945f6a1a73c5d1e33b72172e74eed 
2024-11-07T15:49:20,134 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85945f6a1a73c5d1e33b72172e74eed columnFamilyName session
2024-11-07T15:49:20,134 DEBUG [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:20,134 INFO  [StoreOpener-c85945f6a1a73c5d1e33b72172e74eed-1 {}] regionserver.HStore(327): Store=c85945f6a1a73c5d1e33b72172e74eed/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:20,135 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,135 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,136 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,137 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,137 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,137 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-07T15:49:20,139 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,142 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:20,142 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened c85945f6a1a73c5d1e33b72172e74eed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11808172320, jitterRate=0.0997217446565628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-07T15:49:20,142 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:20,143 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for c85945f6a1a73c5d1e33b72172e74eed:
Running coprocessor pre-open hook at 1730994560125Writing region info on filesystem at 1730994560125Initializing all the Stores at 1730994560127 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994560127Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994560127Cleaning up temporary data from old regions at 1730994560137 (+10 ms)Running coprocessor post-open hooks at 1730994560142 (+5 ms)Region opened successfully at 1730994560143 (+1 ms)
2024-11-07T15:49:20,144 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., pid=28, masterSystemTime=1730994560119
2024-11-07T15:49:20,146 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:20,147 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:20,147 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c85945f6a1a73c5d1e33b72172e74eed, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85945f6a1a73c5d1e33b72172e74eed, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:20,154 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-07T15:49:20,154 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure c85945f6a1a73c5d1e33b72172e74eed, server=7b3e4e8e12ef,40601,1730994538818 in 185 msec
2024-11-07T15:49:20,157 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-07T15:49:20,158 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=c85945f6a1a73c5d1e33b72172e74eed, ASSIGN in 346 msec
2024-11-07T15:49:20,159 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:20,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994560159"}]},"ts":"1730994560159"}
2024-11-07T15:49:20,162 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-11-07T15:49:20,163 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:20,165 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1930 sec
2024-11-07T15:49:20,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17309945476263'
2024-11-07T15:49:20,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-07T15:49:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-07T15:49:21,131 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-11-07T15:49:21,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-11-07T15:49:21,156 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:49:21,156 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:21,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-11-07T15:49:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:21,157 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:49:21,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741851_1027 (size=640)
2024-11-07T15:49:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:21,570 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a8e89e61ca9cd4ed860e76e9838733, NAME => 'backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:21,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741852_1028 (size=45)
2024-11-07T15:49:21,638 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-07T15:49:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:21,987 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:21,988 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 46a8e89e61ca9cd4ed860e76e9838733, disabling compactions & flushes
2024-11-07T15:49:21,988 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:21,988 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:21,988 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733. after waiting 0 ms
2024-11-07T15:49:21,988 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:21,989 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:21,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a8e89e61ca9cd4ed860e76e9838733:
Waiting for close lock at 1730994561988Disabling compacts and flushes for region at 1730994561988Disabling writes for close at 1730994561988Writing region close event to WAL at 1730994561988Closed at 1730994561988
2024-11-07T15:49:21,993 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:49:21,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730994561993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994561993"}]},"ts":"1730994561993"}
2024-11-07T15:49:21,997 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:49:21,999 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:49:21,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994561999"}]},"ts":"1730994561999"}
2024-11-07T15:49:22,001 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-11-07T15:49:22,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=46a8e89e61ca9cd4ed860e76e9838733, ASSIGN}]
2024-11-07T15:49:22,003 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=46a8e89e61ca9cd4ed860e76e9838733, ASSIGN
2024-11-07T15:49:22,004 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=46a8e89e61ca9cd4ed860e76e9838733, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:49:22,155 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=46a8e89e61ca9cd4ed860e76e9838733, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:22,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=46a8e89e61ca9cd4ed860e76e9838733, ASSIGN because future has completed
2024-11-07T15:49:22,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:22,372 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:22,372 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a8e89e61ca9cd4ed860e76e9838733, NAME => 'backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:22,373 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:22,373 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,373 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:22,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,377 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 46a8e89e61ca9cd4ed860e76e9838733 
2024-11-07T15:49:22,381 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a8e89e61ca9cd4ed860e76e9838733 columnFamilyName meta
2024-11-07T15:49:22,381 DEBUG [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:22,382 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] regionserver.HStore(327): Store=46a8e89e61ca9cd4ed860e76e9838733/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:22,382 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 46a8e89e61ca9cd4ed860e76e9838733 
2024-11-07T15:49:22,384 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a8e89e61ca9cd4ed860e76e9838733 columnFamilyName session
2024-11-07T15:49:22,384 DEBUG [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:22,384 INFO  [StoreOpener-46a8e89e61ca9cd4ed860e76e9838733-1 {}] regionserver.HStore(327): Store=46a8e89e61ca9cd4ed860e76e9838733/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:22,384 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,385 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system_bulk/46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,386 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system_bulk/46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,387 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,387 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-07T15:49:22,389 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,392 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system_bulk/46a8e89e61ca9cd4ed860e76e9838733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:49:22,392 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 46a8e89e61ca9cd4ed860e76e9838733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9873538400, jitterRate=-0.08045507967472076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-07T15:49:22,393 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:22,393 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 46a8e89e61ca9cd4ed860e76e9838733:
Running coprocessor pre-open hook at 1730994562374Writing region info on filesystem at 1730994562374Initializing all the Stores at 1730994562377 (+3 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994562377Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994562377Cleaning up temporary data from old regions at 1730994562387 (+10 ms)Running coprocessor post-open hooks at 1730994562393 (+6 ms)Region opened successfully at 1730994562393
2024-11-07T15:49:22,394 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733., pid=31, masterSystemTime=1730994562315
2024-11-07T15:49:22,397 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:22,397 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:22,397 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=46a8e89e61ca9cd4ed860e76e9838733, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:22,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:22,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-07T15:49:22,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733, server=7b3e4e8e12ef,40601,1730994538818 in 242 msec
2024-11-07T15:49:22,406 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-07T15:49:22,407 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=46a8e89e61ca9cd4ed860e76e9838733, ASSIGN in 403 msec
2024-11-07T15:49:22,407 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:49:22,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994562407"}]},"ts":"1730994562407"}
2024-11-07T15:49:22,409 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-11-07T15:49:22,410 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:49:22,412 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2570 sec
2024-11-07T15:49:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-07T15:49:23,302 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-11-07T15:49:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:23,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:23,323 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-07T15:49:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-11-07T15:49:23,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994563347 (current time:1730994563347).
2024-11-07T15:49:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-07T15:49:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfa57a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:23,349 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7820bfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:23,351 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d122815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:23,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:23,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:23,356 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:23,358 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:23,358 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-07T15:49:23,367 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:23,371 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:23,381 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:23,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741853_1029 (size=52)
2024-11-07T15:49:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:23,791 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:23,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed}]
2024-11-07T15:49:23,802 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:23,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-11-07T15:49:23,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:23,959 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c85945f6a1a73c5d1e33b72172e74eed 2/2 column families, dataSize=45 B heapSize=632 B
2024-11-07T15:49:23,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/005d2ed9580a4d009709ab15c3f74c4c is 49, key is activesession:/session:c/1730994563338/Put/seqid=0
2024-11-07T15:49:23,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741854_1030 (size=5049)
2024-11-07T15:49:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:24,381 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/005d2ed9580a4d009709ab15c3f74c4c
2024-11-07T15:49:24,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/005d2ed9580a4d009709ab15c3f74c4c as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c
2024-11-07T15:49:24,400 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c, entries=1, sequenceid=5, filesize=4.9 K
2024-11-07T15:49:24,401 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 442ms, sequenceid=5, compaction requested=false
2024-11-07T15:49:24,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c85945f6a1a73c5d1e33b72172e74eed:

2024-11-07T15:49:24,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. for snapshot_backup_system completed.
2024-11-07T15:49:24,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.' region-info for snapshot=snapshot_backup_system
2024-11-07T15:49:24,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:24,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:49:24,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c] hfiles
2024-11-07T15:49:24,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c for snapshot=snapshot_backup_system
2024-11-07T15:49:24,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741855_1031 (size=95)
2024-11-07T15:49:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:24,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:24,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-07T15:49:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-11-07T15:49:24,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:24,828 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:24,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-07T15:49:24,833 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:24,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed in 1.0330 sec
2024-11-07T15:49:24,836 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:24,837 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:24,837 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-07T15:49:24,841 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-07T15:49:24,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741856_1032 (size=731)
2024-11-07T15:49:25,260 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:25,272 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:25,273 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_backup_system
2024-11-07T15:49:25,275 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:25,276 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-07T15:49:25,278 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9130 sec
2024-11-07T15:49:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-07T15:49:25,521 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-07T15:49:25,522 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730994558808 started at 1730994565521.
2024-11-07T15:49:25,534 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730994558808 has been started.
2024-11-07T15:49:25,539 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-07T15:49:25,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-07T15:49:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-07T15:49:25,546 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-07T15:49:25,546 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-07T15:49:25,546 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-07T15:49:25,546 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-07T15:49:25,547 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:25,547 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:25,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:25,620 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,621 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:25,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:25,621 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,621 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-07T15:49:25,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:25,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:25,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-07T15:49:25,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:25,623 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-07T15:49:25,625 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-07T15:49:25,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-07T15:49:25,626 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-07T15:49:25,626 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-07T15:49:25,626 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-07T15:49:25,626 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-07T15:49:25,626 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure (rolllog) in zk
2024-11-07T15:49:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,692 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:25,693 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,693 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-07T15:49:25,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:25,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:25,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:25,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:25,695 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-07T15:49:25,695 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@22f230b3[Count = 0] remaining members to acquire global barrier
2024-11-07T15:49:25,695 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-07T15:49:25,696 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,806 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:25,807 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-07T15:49:25,807 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,807 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-07T15:49:25,808 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-07T15:49:25,808 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,814 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730994542431 highest: 1730994549318 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,814 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0:(num 1730994542431) roll requested
2024-11-07T15:49:25,830 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814, exclude list is [], retry=0
2024-11-07T15:49:25,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:25,836 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814
2024-11-07T15:49:25,837 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:25,837 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431 is not closed yet, will try archiving it next time
2024-11-07T15:49:25,837 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.meta:.meta(num 1730994543259) roll requested
2024-11-07T15:49:25,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741833_1009 (size=1034)
2024-11-07T15:49:25,841 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994542431
2024-11-07T15:49:25,851 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta, exclude list is [], retry=0
2024-11-07T15:49:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:25,855 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta
2024-11-07T15:49:25,855 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:25,855 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta is not closed yet, will try archiving it next time
2024-11-07T15:49:25,855 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1:(num 1730994549318) roll requested
2024-11-07T15:49:25,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741834_1010 (size=12055)
2024-11-07T15:49:25,857 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta not finished, retry = 0
2024-11-07T15:49:25,869 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856, exclude list is [], retry=0
2024-11-07T15:49:25,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:25,873 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856
2024-11-07T15:49:25,873 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:25,873 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318 is not closed yet, will try archiving it next time
2024-11-07T15:49:25,874 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-07T15:49:25,875 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730994565814 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:25,875 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:49:25,875 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:25,875 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ee8a925
2024-11-07T15:49:25,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741840_1016 (size=4756)
2024-11-07T15:49:25,875 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:49:25,875 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318 not finished, retry = 0
2024-11-07T15:49:25,876 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:49:25,877 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:25,877 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:25,877 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:25,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:49:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:38469/backupUT\x00', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:25,905 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-07T15:49:25,905 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '7b3e4e8e12ef,40601,1730994538818' in zk
2024-11-07T15:49:26,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T15:49:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,098 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-07T15:49:26,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,098 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:26,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:26,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:26,099 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-07T15:49:26,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:26,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:26,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:26,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:26,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:26,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7b3e4e8e12ef,40601,1730994538818': 
2024-11-07T15:49:26,102 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-07T15:49:26,102 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-07T15:49:26,102 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-07T15:49:26,102 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-07T15:49:26,102 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7b3e4e8e12ef,40601,1730994538818' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-07T15:49:26,102 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-07T15:49:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:26,198 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:26,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:26,199 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:26,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:26,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:26,200 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:26,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:26,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:26,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,203 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:26,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:26,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-11-07T15:49:26,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:26,263 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:26,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:26,263 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:26,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-07T15:49:26,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-07T15:49:26,264 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:26,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-07T15:49:26,277 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }
2024-11-07T15:49:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994566277 (current time:1730994566277).
2024-11-07T15:49:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994566276_default_test-1730994547626 VERSION not specified, setting to 2
2024-11-07T15:49:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a136648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:26,279 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400665a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:26,280 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe9000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:26,284 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:26,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:26,286 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }
2024-11-07T15:49:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-07T15:49:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:26,290 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:26,292 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:26,296 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:26,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741860_1036 (size=84)
2024-11-07T15:49:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:26,704 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:26,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6}]
2024-11-07T15:49:26,706 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6
2024-11-07T15:49:26,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-11-07T15:49:26,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:26,859 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b7630048596cf557502112978353aaf6 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-11-07T15:49:26,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f3/25af0f403081437582198215596704fe is 58, key is row-test-1730994547626-3-0/f3:q1/1730994558774/Put/seqid=0
2024-11-07T15:49:26,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741861_1037 (size=5387)
2024-11-07T15:49:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:27,283 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f3/25af0f403081437582198215596704fe
2024-11-07T15:49:27,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741862_1038 (size=4469)
2024-11-07T15:49:27,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-11-07T15:49:27,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:27,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-11-07T15:49:27,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-11-07T15:49:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:27,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/0f82427d699d4976bae969ddcc34be3d is 59, key is row-test-1730994547626-3-0/mob:q1/1730994558791/Put/seqid=0
2024-11-07T15:49:27,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741863_1039 (size=5484)
2024-11-07T15:49:27,876 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-07T15:49:28,166 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:49:28,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f3/25af0f403081437582198215596704fe as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe
2024-11-07T15:49:28,185 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe, entries=6, sequenceid=121, filesize=5.3 K
2024-11-07T15:49:28,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/0f82427d699d4976bae969ddcc34be3d as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:49:28,196 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d, entries=6, sequenceid=121, filesize=5.4 K
2024-11-07T15:49:28,198 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 1338ms, sequenceid=121, compaction requested=false
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b7630048596cf557502112978353aaf6:

2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. for snapshot_1730994566276_default_test-1730994547626 completed.
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.' region-info for snapshot=snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a] hfiles
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a for snapshot=snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe] hfiles
2024-11-07T15:49:28,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe for snapshot=snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:28,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d] hfiles
2024-11-07T15:49:28,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d for snapshot=snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:28,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741864_1040 (size=185)
2024-11-07T15:49:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:28,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:28,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-07T15:49:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-07T15:49:28,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994566276_default_test-1730994547626 on region b7630048596cf557502112978353aaf6
2024-11-07T15:49:28,608 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6
2024-11-07T15:49:28,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-07T15:49:28,612 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:28,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6 in 1.9050 sec
2024-11-07T15:49:28,613 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:28,615 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-07T15:49:28,615 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-07T15:49:28,616 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:28,616 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-07T15:49:28,616 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:28,617 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-11-07T15:49:28,617 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:28,617 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-11-07T15:49:28,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741865_1041 (size=49)
2024-11-07T15:49:29,026 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:29,026 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:29,028 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:29,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741866_1042 (size=1146)
2024-11-07T15:49:29,444 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:29,454 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:29,455 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994566276_default_test-1730994547626 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:29,457 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:29,457 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-07T15:49:29,460 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1730994566276_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } in 3.1700 sec
2024-11-07T15:49:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-07T15:49:30,473 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1730994547626 completed
2024-11-07T15:49:30,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }
2024-11-07T15:49:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994570475 (current time:1730994570475).
2024-11-07T15:49:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994570474_ns2_test-17309945476261 VERSION not specified, setting to 2
2024-11-07T15:49:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2a80b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:30,478 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144af7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:30,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:30,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:30,481 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:30,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b940035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:30,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:30,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:30,484 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:30,485 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:30,486 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }
2024-11-07T15:49:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-07T15:49:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:30,489 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:30,490 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:30,493 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:30,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741867_1043 (size=86)
2024-11-07T15:49:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:30,902 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:30,903 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92}]
2024-11-07T15:49:30,905 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:31,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-11-07T15:49:31,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:31,059 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing c0ce2d722d37c33642cb2d9178564a92 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-07T15:49:31,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/34b9e4b827df484ebb433fe8f835aca3 is 37, key is row10/f:q1/1730994552649/Put/seqid=0
2024-11-07T15:49:31,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741868_1044 (size=8413)
2024-11-07T15:49:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:31,489 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:49:31,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/34b9e4b827df484ebb433fe8f835aca3 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:49:31,518 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3, entries=99, sequenceid=103, filesize=8.2 K
2024-11-07T15:49:31,519 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c0ce2d722d37c33642cb2d9178564a92 in 460ms, sequenceid=103, compaction requested=false
2024-11-07T15:49:31,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for c0ce2d722d37c33642cb2d9178564a92:

2024-11-07T15:49:31,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92. for snapshot_1730994570474_ns2_test-17309945476261 completed.
2024-11-07T15:49:31,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.' region-info for snapshot=snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:31,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:31,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3] hfiles
2024-11-07T15:49:31,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3 for snapshot=snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:31,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741869_1045 (size=91)
2024-11-07T15:49:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:31,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:49:31,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-07T15:49:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-07T15:49:31,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994570474_ns2_test-17309945476261 on region c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:31,929 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:49:31,933 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-07T15:49:31,933 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:31,933 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92 in 1.0280 sec
2024-11-07T15:49:31,934 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:31,935 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:31,935 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:31,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:31,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741870_1046 (size=456)
2024-11-07T15:49:32,352 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:32,363 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:32,364 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994570474_ns2_test-17309945476261 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:32,366 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:32,366 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-07T15:49:32,368 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1730994570474_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } in 1.8800 sec
2024-11-07T15:49:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-07T15:49:32,631 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17309945476261 completed
2024-11-07T15:49:32,632 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1730994558808
2024-11-07T15:49:32,632 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-07T15:49:32,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-11-07T15:49:32,640 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994558808_test-1730994547626
2024-11-07T15:49:32,640 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994566276_default_test-1730994547626 to hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/
2024-11-07T15:49:32,645 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:49:32,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:32,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/.hbase-snapshot/.tmp/snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:32,678 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:49:32,684 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994566276_default_test-1730994547626 to hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/.hbase-snapshot/.tmp/snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:32,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741871_1047 (size=84)
2024-11-07T15:49:32,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741872_1048 (size=1146)
2024-11-07T15:49:33,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:49:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:49:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:49:33,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:49:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:49:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:49:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:49:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:49:33,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:49:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:49:33,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:49:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:33,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:33,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:33,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:33,173 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:49:33,200 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994566276_default_test-1730994547626' hfile list
2024-11-07T15:49:33,205 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K
2024-11-07T15:49:33,453 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1339582314_0001_e1d7133d-4638-4abc-b9a7-eab09463d392/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:49:33,453 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1339582314_0001_e1d7133d-4638-4abc-b9a7-eab09463d392/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:49:33,613 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-07T15:49:33,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741873_1049 (size=8413)
2024-11-07T15:49:34,091 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a output=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:49:34,093 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-11-07T15:49:34,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741874_1050 (size=5484)
2024-11-07T15:49:34,528 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d output=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:49:34,528 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-11-07T15:49:34,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741875_1051 (size=5387)
2024-11-07T15:49:34,982 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe output=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe
2024-11-07T15:49:34,983 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec
2024-11-07T15:49:35,528 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:49:35,529 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:49:35,539 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:35,539 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994566276_default_test-1730994547626 finished.
2024-11-07T15:49:35,540 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994558808_ns2:test-17309945476261
2024-11-07T15:49:35,540 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994570474_ns2_test-17309945476261 to hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/
2024-11-07T15:49:35,540 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:49:35,567 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:49:35,568 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/.hbase-snapshot/.tmp/snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:35,570 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:49:35,575 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994570474_ns2_test-17309945476261 to hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/.hbase-snapshot/.tmp/snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:35,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741877_1053 (size=86)
2024-11-07T15:49:35,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741876_1052 (size=456)
2024-11-07T15:49:35,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:35,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:36,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:36,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:36,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:36,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:49:36,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:49:36,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:49:36,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:49:36,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:49:36,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:49:36,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:49:36,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:49:36,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:49:36,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:49:36,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:49:36,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:36,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:36,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:36,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:36,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:49:36,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:36,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:36,039 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:49:36,063 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994570474_ns2_test-17309945476261' hfile list
2024-11-07T15:49:36,066 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K
2024-11-07T15:49:36,158 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local835619922_0002_3a4775c8-6a2b-47ab-a44a-b44db570e635/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:49:36,158 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local835619922_0002_3a4775c8-6a2b-47ab-a44a-b44db570e635/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:49:36,233 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-07T15:49:36,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741878_1054 (size=8413)
2024-11-07T15:49:36,678 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3 output=hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:49:36,678 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-07T15:49:37,207 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:49:37,209 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:49:37,215 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:37,215 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994570474_ns2_test-17309945476261 finished.
2024-11-07T15:49:37,215 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1730994547626
2024-11-07T15:49:37,215 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17309945476261
2024-11-07T15:49:37,262 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994558808
2024-11-07T15:49:37,262 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-07T15:49:37,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741879_1055 (size=130)
2024-11-07T15:49:37,672 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38469/backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:49:37,676 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730994558808 finished: type=FULL,tablelist=test-1730994547626;ns2:test-17309945476261,targetRootDir=hdfs://localhost:38469/backupUT,startts=1730994565521,completets=1730994577260,bytescopied=0
2024-11-07T15:49:37,676 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-07T15:49:37,676 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:37,683 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994566276_default_test-1730994547626"
type: DISABLED

2024-11-07T15:49:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994566276_default_test-1730994547626
2024-11-07T15:49:37,687 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994566276_default_test-1730994547626 for backup backup_1730994558808 succeeded.
2024-11-07T15:49:37,688 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:37,688 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994570474_ns2_test-17309945476261"
type: DISABLED

2024-11-07T15:49:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994570474_ns2_test-17309945476261
2024-11-07T15:49:37,692 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994570474_ns2_test-17309945476261 for backup backup_1730994558808 succeeded.
2024-11-07T15:49:37,693 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-07T15:49:37,704 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-07T15:49:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-07T15:49:37,707 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-07T15:49:37,712 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-07T15:49:37,729 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730994558808 completed.
2024-11-07T15:49:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1730994558808', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:37,929 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1730994547626
2024-11-07T15:49:37,951 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1730994547626
2024-11-07T15:49:38,133 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1730994547626 to Mob enabled CF
2024-11-07T15:49:38,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309945476261', row='row-t20', locateType=CURRENT is [region=ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:38,167 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17309945476261
2024-11-07T15:49:38,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:38,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] assignment.SplitTableRegionProcedure(210): test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. splitKey isn't explicitly specified, will try to find a best split key from RS 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:38,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a because midkey is the same as first or last row
2024-11-07T15:49:38,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe because midkey is the same as first or last row
2024-11-07T15:49:38,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d because midkey is the same as first or last row
2024-11-07T15:49:38,179 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HRegion(2902): Flushing b7630048596cf557502112978353aaf6 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-11-07T15:49:38,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/ddad5e5486114ecdb5c0bf398a953a86 is 59, key is row-test-1730994547626-1-10/f:q1/1730994577775/Put/seqid=0
2024-11-07T15:49:38,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741880_1056 (size=10796)
2024-11-07T15:49:38,203 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/ddad5e5486114ecdb5c0bf398a953a86
2024-11-07T15:49:38,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6 is 63, key is row-test-1730994547626-3-100/mob:q1/1730994578113/Put/seqid=0
2024-11-07T15:49:38,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741881_1057 (size=5591)
2024-11-07T15:49:38,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:38,632 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6
2024-11-07T15:49:38,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/1caafae2759442d281d5d88d61cbd61b, store: [table=test-1730994547626 family=mob region=b7630048596cf557502112978353aaf6]
2024-11-07T15:49:38,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/1caafae2759442d281d5d88d61cbd61b is 192, key is row-test-1730994547626-3-100/mob:q1/1730994578113/Put/seqid=0
2024-11-07T15:49:38,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741882_1058 (size=13760)
2024-11-07T15:49:39,042 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/1caafae2759442d281d5d88d61cbd61b
2024-11-07T15:49:39,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f/ddad5e5486114ecdb5c0bf398a953a86 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86
2024-11-07T15:49:39,061 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86, entries=99, sequenceid=334, filesize=10.5 K
2024-11-07T15:49:39,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/mob/1caafae2759442d281d5d88d61cbd61b as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b
2024-11-07T15:49:39,069 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b, entries=111, sequenceid=334, filesize=13.4 K
2024-11-07T15:49:39,070 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 891ms, sequenceid=334, compaction requested=false
2024-11-07T15:49:39,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.HRegion(2603): Flush status journal for b7630048596cf557502112978353aaf6:

2024-11-07T15:49:39,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86 because midkey is the same as first or last row
2024-11-07T15:49:39,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe because midkey is the same as first or last row
2024-11-07T15:49:39,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b because midkey is the same as first or last row
2024-11-07T15:49:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[hbase-server-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-07T15:49:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:37504 deadline: 1730994638174, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-11-07T15:49:39,077 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:39,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1730994547626 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:39,078 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-07T15:49:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730994547626,, stopping at row=test-1730994547626 ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,088 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730994547626,, stopping at row=test-1730994547626 ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,099 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =931
2024-11-07T15:49:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,138 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-07T15:49:39,142 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994579099
2024-11-07T15:49:39,148 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730994558808}
2024-11-07T15:49:39,148 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-07T15:49:39,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:39,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994579200 (current time:1730994579200).
2024-11-07T15:49:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-07T15:49:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b300b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:39,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e2d952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:39,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:39,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:39,205 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380b98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:39,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:39,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:39,210 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-07T15:49:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:39,213 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:39,214 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:39,217 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:39,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741883_1059 (size=52)
2024-11-07T15:49:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:39,626 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:39,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed}]
2024-11-07T15:49:39,630 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:39,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-11-07T15:49:39,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:39,786 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing c85945f6a1a73c5d1e33b72172e74eed 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-11-07T15:49:39,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/2dd81b1205924286bd44a0ce5d3b7620 is 158, key is trslm:hdfs://localhost:38469/backupUT\x00ns2:test-17309945476261/meta:log-roll-map/1730994577251/Put/seqid=0
2024-11-07T15:49:39,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741884_1060 (size=5914)
2024-11-07T15:49:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:40,217 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/2dd81b1205924286bd44a0ce5d3b7620
2024-11-07T15:49:40,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/745b93867391438ebd6f659c0eabe2a2 is 433, key is session:backup_1730994558808/session:context/1730994577711/Put/seqid=0
2024-11-07T15:49:40,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741885_1061 (size=5535)
2024-11-07T15:49:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:40,641 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/745b93867391438ebd6f659c0eabe2a2
2024-11-07T15:49:40,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/2dd81b1205924286bd44a0ce5d3b7620 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620
2024-11-07T15:49:40,663 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620, entries=6, sequenceid=17, filesize=5.8 K
2024-11-07T15:49:40,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/745b93867391438ebd6f659c0eabe2a2 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2
2024-11-07T15:49:40,672 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2, entries=2, sequenceid=17, filesize=5.4 K
2024-11-07T15:49:40,673 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 887ms, sequenceid=17, compaction requested=false
2024-11-07T15:49:40,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for c85945f6a1a73c5d1e33b72172e74eed:

2024-11-07T15:49:40,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. for snapshot_backup_system completed.
2024-11-07T15:49:40,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.' region-info for snapshot=snapshot_backup_system
2024-11-07T15:49:40,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:40,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620] hfiles
2024-11-07T15:49:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620 for snapshot=snapshot_backup_system
2024-11-07T15:49:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2] hfiles
2024-11-07T15:49:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c for snapshot=snapshot_backup_system
2024-11-07T15:49:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2 for snapshot=snapshot_backup_system
2024-11-07T15:49:40,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741886_1062 (size=173)
2024-11-07T15:49:41,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:41,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-11-07T15:49:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-11-07T15:49:41,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:41,083 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:41,089 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-07T15:49:41,089 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed in 1.4580 sec
2024-11-07T15:49:41,089 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:41,090 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:41,091 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:41,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-07T15:49:41,092 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-07T15:49:41,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741887_1063 (size=810)
2024-11-07T15:49:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:41,505 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:41,512 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:41,512 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_backup_system
2024-11-07T15:49:41,514 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:41,514 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-07T15:49:41,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3030 sec
2024-11-07T15:49:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-07T15:49:43,382 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-07T15:49:43,382 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730994579099 started at 1730994583382.
2024-11-07T15:49:43,386 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730994579099 has been started.
2024-11-07T15:49:43,394 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1730994547626, ns2:test-17309945476261]
2024-11-07T15:49:43,399 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1730994549318for backupID backup_1730994579099
2024-11-07T15:49:43,399 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-07T15:49:43,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-07T15:49:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-07T15:49:43,400 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-07T15:49:43,400 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-07T15:49:43,400 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-07T15:49:43,401 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-07T15:49:43,401 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,402 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:43,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:43,514 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,515 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:43,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:43,516 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,517 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-07T15:49:43,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:43,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-07T15:49:43,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:43,521 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-07T15:49:43,522 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-07T15:49:43,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-07T15:49:43,522 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-07T15:49:43,522 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-07T15:49:43,522 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-07T15:49:43,523 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-07T15:49:43,523 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure (rolllog) in zk
2024-11-07T15:49:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,535 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:43,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:43,535 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,535 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-07T15:49:43,536 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:43,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:43,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:43,540 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-07T15:49:43,540 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@163d38e2[Count = 0] remaining members to acquire global barrier
2024-11-07T15:49:43,541 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-07T15:49:43,541 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,553 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,553 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-07T15:49:43,554 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,554 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-07T15:49:43,554 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-07T15:49:43,554 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,554 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730994565814 highest: 1730994565856 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,554 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0:(num 1730994565814) roll requested
2024-11-07T15:49:43,573 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555, exclude list is [], retry=0
2024-11-07T15:49:43,573 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730994547626
2024-11-07T15:49:43,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:43,578 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555
2024-11-07T15:49:43,578 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:43,578 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 is not closed yet, will try archiving it next time
2024-11-07T15:49:43,578 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.meta:.meta(num 1730994565837) roll requested
2024-11-07T15:49:43,580 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 not finished, retry = 0
2024-11-07T15:49:43,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741857_1033 (size=1198)
2024-11-07T15:49:43,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741889_1065 (size=950)
2024-11-07T15:49:43,592 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta, exclude list is [], retry=0
2024-11-07T15:49:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:43,596 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta
2024-11-07T15:49:43,596 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:43,596 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta is not closed yet, will try archiving it next time
2024-11-07T15:49:43,596 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1:(num 1730994565856) roll requested
2024-11-07T15:49:43,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741858_1034 (size=93)
2024-11-07T15:49:43,598 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta not finished, retry = 0
2024-11-07T15:49:43,609 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597, exclude list is [], retry=0
2024-11-07T15:49:43,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:43,613 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597
2024-11-07T15:49:43,614 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:43,614 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 is not closed yet, will try archiving it next time
2024-11-07T15:49:43,614 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994549318
2024-11-07T15:49:43,615 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-11-07T15:49:43,615 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730994583555 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,615 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 not finished, retry = 0
2024-11-07T15:49:43,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741859_1035 (size=30490)
2024-11-07T15:49:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:43,633 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-07T15:49:43,634 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '7b3e4e8e12ef,40601,1730994538818' in zk
2024-11-07T15:49:43,640 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-07T15:49:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,640 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:43,640 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-07T15:49:43,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:43,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:43,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:43,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:43,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:43,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7b3e4e8e12ef,40601,1730994538818': 
2024-11-07T15:49:43,644 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-07T15:49:43,644 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7b3e4e8e12ef,40601,1730994538818' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-07T15:49:43,644 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-07T15:49:43,644 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-07T15:49:43,644 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-07T15:49:43,644 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-07T15:49:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:43,650 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:43,651 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:43,651 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:43,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,652 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:43,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:43,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:43,661 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:43,661 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:43,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-07T15:49:43,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-07T15:49:43,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-11-07T15:49:43,662 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:43,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-07T15:49:43,674 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {7b3e4e8e12ef:40601=1730994549318}
 newestTimestamps: {7b3e4e8e12ef:40601=1730994565856}
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856
2024-11-07T15:49:43,677 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597
2024-11-07T15:49:43,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741892_1068 (size=950)
2024-11-07T15:49:43,699 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta
2024-11-07T15:49:43,990 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000002.908
2024-11-07T15:49:43,990 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000003.950
2024-11-07T15:49:43,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730994547626 in 421 msec
2024-11-07T15:49:44,093 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1730994547626 target: hdfs://localhost:38469/backupUT/backup_1730994579099/default/test-1730994547626 descriptor: 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:44,093 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:49:44,099 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1730994547626
2024-11-07T15:49:44,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741893_1069 (size=53)
2024-11-07T15:49:44,505 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1730994547626
2024-11-07T15:49:44,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741894_1070 (size=364)
2024-11-07T15:49:44,923 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17309945476261 target: hdfs://localhost:38469/backupUT/backup_1730994579099/ns2/test-17309945476261 descriptor: 'ns2:test-17309945476261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:44,923 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:49:44,927 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17309945476261
2024-11-07T15:49:44,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741895_1071 (size=50)
2024-11-07T15:49:45,336 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17309945476261
2024-11-07T15:49:45,353 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099 from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814;hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856
2024-11-07T15:49:45,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a7d5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:45,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:45,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:45,356 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:45,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:45,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125e4c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:45,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:45,358 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431c0560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:45,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:49:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:49:45,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f0809
2024-11-07T15:49:45,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:49:45,360 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:49:45,366 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:49:45,367 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1730994547626
2024-11-07T15:49:45,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730994547626,, stopping at row=test-1730994547626 ,, for max=2147483647 with caching=100
2024-11-07T15:49:45,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:45,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:45,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:45,370 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:45,372 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1730994547626: test-1730994547626;
2024-11-07T15:49:45,373 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17309945476261
2024-11-07T15:49:45,373 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17309945476261,, stopping at row=ns2:test-17309945476261 ,, for max=2147483647 with caching=100
2024-11-07T15:49:45,375 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17309945476261: ns2:test-17309945476261;
2024-11-07T15:49:45,375 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-07T15:49:45,376 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_d08cb006-bc49-4370-a447-6c9ca619d092
2024-11-07T15:49:45,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741896_1072 (size=192)
2024-11-07T15:49:45,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:49:45,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:49:45,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:49:45,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:49:45,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:49:45,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:49:45,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:49:45,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:49:45,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:49:45,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:49:45,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:49:45,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:49:45,812 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1730994547626,ns2:test-17309945476261
2024-11-07T15:49:45,812 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:49:45,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:49:45,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:45,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:45,813 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:45,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:49:45,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:49:45,824 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:49:45,846 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 for WAL files
2024-11-07T15:49:45,848 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814
2024-11-07T15:49:45,848 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 for WAL files
2024-11-07T15:49:45,849 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856
2024-11-07T15:49:45,953 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local531615270_0003_e165b311-600d-470b-a7fd-1272e3823ddf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:49:45,953 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local531615270_0003_e165b311-600d-470b-a7fd-1272e3823ddf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:49:46,040 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 for hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 (-9223372036854775808:9223372036854775807) length:30490
2024-11-07T15:49:46,061 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-07T15:49:46,062 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-07T15:49:46,101 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 for hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 (-9223372036854775808:9223372036854775807) length:1198
2024-11-07T15:49:46,105 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-07T15:49:46,105 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-07T15:49:46,187 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ec94e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,187 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:46,187 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:46,188 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:46,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:46,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:46,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481caa27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:46,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:46,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,190 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:46,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfd41a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,191 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:46,193 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:46,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17309945476261', row='row-t20', locateType=CURRENT is [region=ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:46,195 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-07T15:49:46,196 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:49:46,196 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,196 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,196 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:46,196 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-07T15:49:46,196 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:49:46,202 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099/_temporary/0/_temporary/attempt_local531615270_0003_r_000000_0/ns2/test-17309945476261/f/b4e3fe77b85d45d2a34ddf70c947f24a is 38, key is row-t20/f:q1/1730994578151/Put/seqid=0
2024-11-07T15:49:46,204 WARN  [Thread-959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:49:46,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741897_1073 (size=5274)
2024-11-07T15:49:46,644 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf37b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,644 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:46,644 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:46,645 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a24a824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:46,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:46,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,647 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf46809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,648 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:46,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:46,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:46,650 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:46,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730994547626', row='row-test-1730994547626-1-0', locateType=CURRENT is [region=test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=107]
2024-11-07T15:49:46,652 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-07T15:49:46,653 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:49:46,653 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,653 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,653 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:46,653 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-1-0]
2024-11-07T15:49:46,653 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:49:46,668 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736ebaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,668 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:46,669 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:46,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6725b488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,671 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:46,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd582ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:46,672 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:46,675 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730994547626', row='row-test-1730994547626-3-0', locateType=CURRENT is [region=test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=107]
2024-11-07T15:49:46,677 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-07T15:49:46,677 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:49:46,677 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,677 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:46,677 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:46,677 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-3-0]
2024-11-07T15:49:46,677 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:49:46,688 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099/_temporary/0/_temporary/attempt_local531615270_0003_r_000001_0/default/test-1730994547626/f/02546807cccc4040b59e00ec952b63e2 is 59, key is row-test-1730994547626-1-10/f:q1/1730994577775/Put/seqid=0
2024-11-07T15:49:46,690 WARN  [Thread-971 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:49:46,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741898_1074 (size=10769)
2024-11-07T15:49:47,094 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099/_temporary/0/_temporary/attempt_local531615270_0003_r_000001_0/default/test-1730994547626/mob/32d76cd414234f32991ead7d2d808aab is 63, key is row-test-1730994547626-3-100/mob:q1/1730994578113/Put/seqid=0
2024-11-07T15:49:47,096 WARN  [Thread-973 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:49:47,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741899_1075 (size=11810)
2024-11-07T15:49:48,000 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38469/backupUT
2024-11-07T15:49:48,000 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1730994579099
2024-11-07T15:49:48,001 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-07T15:49:48,017 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099, hdfs://localhost:38469/backupUT]
2024-11-07T15:49:48,085 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:49:48,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741900_1076 (size=11810)
2024-11-07T15:49:48,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741901_1077 (size=10769)
2024-11-07T15:49:49,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741902_1078 (size=5274)
2024-11-07T15:49:49,692 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-07T15:49:49,699 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1730994579099
2024-11-07T15:49:49,700 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied."
2024-11-07T15:49:49,701 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local707930075_0004 completed: true true
2024-11-07T15:49:49,704 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=3823566
		FILE: Number of bytes written=6196177
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231464
		HDFS: Number of bytes written=2433179
		HDFS: Number of read operations=643
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=250
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=341
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27853
		Bytes Copied=27853
		Bytes Expected=27853
		Files Copied=4
		DIR_COPY=8
2024-11-07T15:49:49,704 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38469/backupUT/.tmp/backup_1730994579099 to hdfs://localhost:38469/backupUT finished.
2024-11-07T15:49:49,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1730994547626:', locateType=CURRENT is [region=backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:49:49,721 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994579099
2024-11-07T15:49:49,725 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730994558808}
2024-11-07T15:49:49,725 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-07T15:49:49,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741903_1079 (size=384)
2024-11-07T15:49:49,732 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38469/backupUT/backup_1730994579099/.backup.manifest
2024-11-07T15:49:49,732 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730994579099 finished: type=INCREMENTAL,tablelist=test-1730994547626;ns2:test-17309945476261,targetRootDir=hdfs://localhost:38469/backupUT,startts=1730994583382,completets=1730994589721,bytescopied=0
2024-11-07T15:49:49,732 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-07T15:49:49,739 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-07T15:49:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-07T15:49:49,744 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-07T15:49:49,746 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-07T15:49:49,751 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730994579099 completed.
2024-11-07T15:49:49,751 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-07T15:49:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:49,770 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994579099/.backup.manifest
2024-11-07T15:49:49,773 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994579099/.backup.manifest
2024-11-07T15:49:49,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1730994547626 from 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1730994547626', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:49:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1730994547626
2024-11-07T15:49:49,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741904_1080 (size=908)
2024-11-07T15:49:49,788 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000003.950
2024-11-07T15:49:49,788 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000004.908
2024-11-07T15:49:49,791 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1730994547626}]
2024-11-07T15:49:49,793 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE}]
2024-11-07T15:49:49,794 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE
2024-11-07T15:49:49,795 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:49,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE because future has completed
2024-11-07T15:49:49,798 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:49:49,798 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:49,950 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close b7630048596cf557502112978353aaf6
2024-11-07T15:49:49,951 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:49:49,951 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing b7630048596cf557502112978353aaf6, disabling compactions & flushes
2024-11-07T15:49:49,951 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:49,951 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:49,951 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. after waiting 0 ms
2024-11-07T15:49:49,951 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:49,957 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-11-07T15:49:49,957 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:49:49,957 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:49,957 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for b7630048596cf557502112978353aaf6:
Waiting for close lock at 1730994589951Running coprocessor pre-close hooks at 1730994589951Disabling compacts and flushes for region at 1730994589951Disabling writes for close at 1730994589951Writing region close event to WAL at 1730994589952 (+1 ms)Running coprocessor post-close hooks at 1730994589957 (+5 ms)Closed at 1730994589957
2024-11-07T15:49:49,958 WARN  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: b7630048596cf557502112978353aaf6 to self.
2024-11-07T15:49:49,959 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed b7630048596cf557502112978353aaf6
2024-11-07T15:49:49,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=CLOSED
2024-11-07T15:49:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:49,964 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-07T15:49:49,964 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 in 165 msec
2024-11-07T15:49:49,965 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE; state=CLOSED, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=true
2024-11-07T15:49:50,116 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:50,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE because future has completed
2024-11-07T15:49:50,118 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:49:50,274 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:50,274 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b7630048596cf557502112978353aaf6, NAME => 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:49:50,275 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:49:50,275 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1730994547626 b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,275 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:49:50,275 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,275 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,277 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:50,279 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName f
2024-11-07T15:49:50,279 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:50,289 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:49:50,295 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86
2024-11-07T15:49:50,295 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:50,295 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:50,296 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName f2
2024-11-07T15:49:50,296 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:50,297 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:50,297 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b7630048596cf557502112978353aaf6 
2024-11-07T15:49:50,298 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7630048596cf557502112978353aaf6 columnFamilyName mob
2024-11-07T15:49:50,298 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:49:50,305 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:49:50,310 DEBUG [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b
2024-11-07T15:49:50,310 INFO  [StoreOpener-b7630048596cf557502112978353aaf6-1 {}] regionserver.HStore(327): Store=b7630048596cf557502112978353aaf6/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:49:50,311 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,311 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,313 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,314 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,314 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,314 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1730994547626 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:49:50,316 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,317 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b7630048596cf557502112978353aaf6; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11789633440, jitterRate=0.09799517691135406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:49:50,317 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7630048596cf557502112978353aaf6
2024-11-07T15:49:50,320 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b7630048596cf557502112978353aaf6:
Running coprocessor pre-open hook at 1730994590275Writing region info on filesystem at 1730994590275Initializing all the Stores at 1730994590277 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994590277Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994590277Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994590277Cleaning up temporary data from old regions at 1730994590314 (+37 ms)Running coprocessor post-open hooks at 1730994590317 (+3 ms)Region opened successfully at 1730994590320 (+3 ms)
2024-11-07T15:49:50,321 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., pid=46, masterSystemTime=1730994590270
2024-11-07T15:49:50,323 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:50,323 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:50,323 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=b7630048596cf557502112978353aaf6, regionState=OPEN, openSeqNum=338, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:50,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:49:50,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-11-07T15:49:50,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure b7630048596cf557502112978353aaf6, server=7b3e4e8e12ef,40601,1730994538818 in 208 msec
2024-11-07T15:49:50,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-11-07T15:49:50,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1730994547626, region=b7630048596cf557502112978353aaf6, REOPEN/MOVE in 534 msec
2024-11-07T15:49:50,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-07T15:49:50,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1730994547626 in 539 msec
2024-11-07T15:49:50,333 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1730994547626
2024-11-07T15:49:50,339 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe
2024-11-07T15:49:50,341 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1730994547626 in 565 msec
2024-11-07T15:49:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-07T15:49:50,342 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1730994547626 completed
2024-11-07T15:49:50,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,382 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-07T15:49:50,387 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994590343
2024-11-07T15:49:50,390 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1730994579099}
2024-11-07T15:49:50,390 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730994558808}
2024-11-07T15:49:50,390 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-11-07T15:49:50,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,430 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1730994547626
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1730994547626
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T15:49:50,432 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1730994590343,startts=0,failedts=1730994590430,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1730994547626
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-11-07T15:49:50,432 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-11-07T15:49:50,434 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-11-07T15:49:50,434 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-07T15:49:50,436 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-11-07T15:49:50,436 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-11-07T15:49:50,438 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-07T15:49:50,440 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1730994590343 failed.
2024-11-07T15:49:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:50,457 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1730994547626, ns2:test-17309945476261, ns3:test-17309945476262, ns4:test-17309945476263]
2024-11-07T15:49:50,458 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-07T15:49:50,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994590462 (current time:1730994590462).
2024-11-07T15:49:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-07T15:49:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb7802a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:50,464 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:50,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:50,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:50,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa9f299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:50,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:50,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:50,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:50,466 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:50,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec7f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:50,469 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:50,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:50,470 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:49:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-07T15:49:50,473 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:50,474 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:50,476 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:50,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741905_1081 (size=52)
2024-11-07T15:49:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:50,884 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:50,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed}]
2024-11-07T15:49:50,888 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:51,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-11-07T15:49:51,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:51,044 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing c85945f6a1a73c5d1e33b72172e74eed 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-11-07T15:49:51,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/b66b8b9c61444d4ab86c109fd4d00303 is 158, key is trslm:hdfs://localhost:38469/backupUT\x00ns2:test-17309945476261/meta:log-roll-map/1730994589710/Put/seqid=0
2024-11-07T15:49:51,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741906_1082 (size=5745)
2024-11-07T15:49:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:51,461 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/b66b8b9c61444d4ab86c109fd4d00303
2024-11-07T15:49:51,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2 is 1245, key is session:backup_1730994590343/session:context/1730994590437/Put/seqid=0
2024-11-07T15:49:51,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741907_1083 (size=6682)
2024-11-07T15:49:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:51,885 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2
2024-11-07T15:49:51,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/b66b8b9c61444d4ab86c109fd4d00303 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303
2024-11-07T15:49:51,905 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303, entries=4, sequenceid=31, filesize=5.6 K
2024-11-07T15:49:51,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2
2024-11-07T15:49:51,911 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2, entries=3, sequenceid=31, filesize=6.5 K
2024-11-07T15:49:51,912 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 869ms, sequenceid=31, compaction requested=true
2024-11-07T15:49:51,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for c85945f6a1a73c5d1e33b72172e74eed:

2024-11-07T15:49:51,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. for snapshot_backup_system completed.
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.' region-info for snapshot=snapshot_backup_system
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303] hfiles
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620 for snapshot=snapshot_backup_system
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303 for snapshot=snapshot_backup_system
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2] hfiles
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c for snapshot=snapshot_backup_system
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2 for snapshot=snapshot_backup_system
2024-11-07T15:49:51,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2 for snapshot=snapshot_backup_system
2024-11-07T15:49:51,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741908_1084 (size=251)
2024-11-07T15:49:52,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:49:52,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-07T15:49:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-11-07T15:49:52,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:52,320 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:49:52,322 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-07T15:49:52,322 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:52,322 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed in 1.4360 sec
2024-11-07T15:49:52,323 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:52,324 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:52,324 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-07T15:49:52,325 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-07T15:49:52,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741909_1085 (size=888)
2024-11-07T15:49:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:52,736 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:52,744 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:52,744 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_backup_system
2024-11-07T15:49:52,746 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:52,746 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-07T15:49:52,747 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2750 sec
2024-11-07T15:49:54,364 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730994547626
2024-11-07T15:49:54,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741910_1086 (size=950)
2024-11-07T15:49:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-07T15:49:54,652 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-07T15:49:54,653 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730994590441 started at 1730994594653.
2024-11-07T15:49:54,658 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730994590441 has been started.
2024-11-07T15:49:54,665 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-07T15:49:54,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-07T15:49:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-07T15:49:54,667 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-07T15:49:54,667 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-07T15:49:54,667 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-07T15:49:54,667 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-07T15:49:54,668 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,668 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:54,766 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:54,767 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:54,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:54,768 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,768 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-07T15:49:54,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:54,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-07T15:49:54,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:54,771 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-07T15:49:54,772 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-07T15:49:54,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-07T15:49:54,772 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-07T15:49:54,772 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-07T15:49:54,773 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-07T15:49:54,773 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-07T15:49:54,773 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure (rolllog) in zk
2024-11-07T15:49:54,783 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000004.908
2024-11-07T15:49:54,783 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/.tabledesc/.tableinfo.0000000005.950
2024-11-07T15:49:54,786 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1730994547626 in 422 msec
2024-11-07T15:49:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,787 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:54,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:54,788 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,788 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-07T15:49:54,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:54,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:54,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:54,793 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-07T15:49:54,793 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@478adcac[Count = 0] remaining members to acquire global barrier
2024-11-07T15:49:54,793 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-07T15:49:54,793 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,805 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,805 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-07T15:49:54,805 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,805 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-07T15:49:54,805 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-07T15:49:54,805 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,805 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730994583555 highest: 1730994583597 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,805 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0:(num 1730994583555) roll requested
2024-11-07T15:49:54,818 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806, exclude list is [], retry=0
2024-11-07T15:49:54,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:54,822 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806
2024-11-07T15:49:54,822 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:54,822 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555 is not closed yet, will try archiving it next time
2024-11-07T15:49:54,822 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.meta:.meta(num 1730994583578) roll requested
2024-11-07T15:49:54,823 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555 not finished, retry = 0
2024-11-07T15:49:54,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741888_1064 (size=93)
2024-11-07T15:49:54,834 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta, exclude list is [], retry=0
2024-11-07T15:49:54,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:54,839 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta
2024-11-07T15:49:54,839 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:54,839 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta is not closed yet, will try archiving it next time
2024-11-07T15:49:54,839 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1:(num 1730994583597) roll requested
2024-11-07T15:49:54,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741890_1066 (size=1903)
2024-11-07T15:49:54,840 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta not finished, retry = 0
2024-11-07T15:49:54,851 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839, exclude list is [], retry=0
2024-11-07T15:49:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:49:54,855 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839
2024-11-07T15:49:54,855 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:49:54,855 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597 is not closed yet, will try archiving it next time
2024-11-07T15:49:54,856 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994565856
2024-11-07T15:49:54,857 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597 not finished, retry = 0
2024-11-07T15:49:54,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741891_1067 (size=4927)
2024-11-07T15:49:54,866 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-11-07T15:49:54,866 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730994594806 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:49:54,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:49:54,883 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-07T15:49:54,883 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '7b3e4e8e12ef,40601,1730994538818' in zk
2024-11-07T15:49:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,892 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-07T15:49:54,892 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:54,892 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-07T15:49:54,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:54,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:54,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:54,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:54,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:54,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7b3e4e8e12ef,40601,1730994538818': 
2024-11-07T15:49:54,896 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-07T15:49:54,896 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7b3e4e8e12ef,40601,1730994538818' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-07T15:49:54,896 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-07T15:49:54,896 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-07T15:49:54,896 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-07T15:49:54,896 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-07T15:49:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:54,902 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:49:54,903 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:54,903 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:49:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:49:54,905 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:49:54,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:49:54,913 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:49:54,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:49:54,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:49:54,913 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:49:54,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-07T15:49:54,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-07T15:49:54,914 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:49:54,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:49:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-07T15:49:54,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-07T15:49:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994594924 (current time:1730994594924).
2024-11-07T15:49:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994594923_backup_system_bulk VERSION not specified, setting to 2
2024-11-07T15:49:54,924 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994583555
2024-11-07T15:49:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e36c8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:54,926 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:54,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:54,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:54,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d53850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:54,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:54,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:54,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:54,927 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:54,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6692fce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:54,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:54,931 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:54,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:54,932 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-07T15:49:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-07T15:49:54,934 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:54,935 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:54,938 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:54,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741914_1090 (size=76)
2024-11-07T15:49:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:55,346 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:55,346 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733}]
2024-11-07T15:49:55,348 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:55,486 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-07T15:49:55,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 46a8e89e61ca9cd4ed860e76e9838733:

2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733. for snapshot_1730994594923_backup_system_bulk completed.
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.' region-info for snapshot=snapshot_1730994594923_backup_system_bulk
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:49:55,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:49:55,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741915_1091 (size=61)
2024-11-07T15:49:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:55,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:49:55,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-07T15:49:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-07T15:49:55,914 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994594923_backup_system_bulk on region 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:55,914 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:49:55,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-07T15:49:55,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46a8e89e61ca9cd4ed860e76e9838733 in 570 msec
2024-11-07T15:49:55,918 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:55,919 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:55,919 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:55,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994594923_backup_system_bulk
2024-11-07T15:49:55,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994594923_backup_system_bulk
2024-11-07T15:49:55,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741916_1092 (size=702)
2024-11-07T15:49:56,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T15:49:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:56,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1730994547626'
2024-11-07T15:49:56,333 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:56,338 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:56,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994594923_backup_system_bulk to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994594923_backup_system_bulk
2024-11-07T15:49:56,340 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:56,340 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-07T15:49:56,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1730994594923_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4070 sec
2024-11-07T15:49:56,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c0ce2d722d37c33642cb2d9178564a92, had cached 0 bytes from a total of 8413
2024-11-07T15:49:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-07T15:49:57,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-11-07T15:49:57,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 }
2024-11-07T15:49:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994597081 (current time:1730994597081).
2024-11-07T15:49:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994597081_ns4_test-17309945476263 VERSION not specified, setting to 2
2024-11-07T15:49:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273d0e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:57,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6b1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:57,086 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fc1a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:57,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:57,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:57,090 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:57,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:57,092 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 }
2024-11-07T15:49:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-07T15:49:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:57,095 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:57,096 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:57,099 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:57,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741917_1093 (size=86)
2024-11-07T15:49:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:57,510 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:57,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3}]
2024-11-07T15:49:57,513 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:57,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53
2024-11-07T15:49:57,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:57,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 37f32ade20cda6cfa1ea2335b30c81b3:

2024-11-07T15:49:57,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3. for snapshot_1730994597081_ns4_test-17309945476263 completed.
2024-11-07T15:49:57,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.' region-info for snapshot=snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:49:57,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:57,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:49:57,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741918_1094 (size=52)
2024-11-07T15:49:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:58,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:49:58,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-07T15:49:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-07T15:49:58,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994597081_ns4_test-17309945476263 on region 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:58,081 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:49:58,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-07T15:49:58,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37f32ade20cda6cfa1ea2335b30c81b3 in 574 msec
2024-11-07T15:49:58,087 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:49:58,089 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:49:58,090 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:49:58,090 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:49:58,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:49:58,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741919_1095 (size=443)
2024-11-07T15:49:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:58,507 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:49:58,514 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:49:58,515 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994597081_ns4_test-17309945476263 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:49:58,516 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:49:58,516 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-07T15:49:58,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1730994597081_ns4_test-17309945476263 table=ns4:test-17309945476263 type=FLUSH ttl=0 } in 1.4240 sec
2024-11-07T15:49:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-07T15:49:59,242 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17309945476263 completed
2024-11-07T15:49:59,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }
2024-11-07T15:49:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994599244 (current time:1730994599244).
2024-11-07T15:49:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:49:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994599242_default_test-1730994547626 VERSION not specified, setting to 2
2024-11-07T15:49:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e20b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:49:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:49:59,250 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:49:59,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:49:59,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:49:59,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135c7c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:59,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:49:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:49:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:59,255 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:49:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608443e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:49:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:49:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:49:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:49:59,258 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:49:59,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:49:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:49:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:49:59,260 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:49:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:49:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }
2024-11-07T15:49:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-07T15:49:59,262 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:49:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:49:59,263 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:49:59,265 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:49:59,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741920_1096 (size=84)
2024-11-07T15:49:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:49:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:49:59,720 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:49:59,721 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6}]
2024-11-07T15:49:59,723 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6
2024-11-07T15:49:59,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-07T15:49:59,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:49:59,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b7630048596cf557502112978353aaf6:

2024-11-07T15:49:59,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. for snapshot_1730994599242_default_test-1730994547626 completed.
2024-11-07T15:49:59,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.' region-info for snapshot=snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:49:59,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:49:59,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86] hfiles
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a for snapshot=snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86 for snapshot=snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b] hfiles
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d for snapshot=snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:49:59,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b for snapshot=snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:49:59,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741921_1097 (size=224)
2024-11-07T15:49:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:50:00,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:00,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-07T15:50:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-07T15:50:00,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994599242_default_test-1730994547626 on region b7630048596cf557502112978353aaf6
2024-11-07T15:50:00,294 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6
2024-11-07T15:50:00,302 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-07T15:50:00,302 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7630048596cf557502112978353aaf6 in 576 msec
2024-11-07T15:50:00,302 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:50:00,303 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:50:00,304 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-07T15:50:00,304 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-07T15:50:00,304 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:00,305 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-07T15:50:00,305 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:00,305 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-11-07T15:50:00,306 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:00,307 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6] hfiles
2024-11-07T15:50:00,307 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6
2024-11-07T15:50:00,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741922_1098 (size=168)
2024-11-07T15:50:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:50:00,717 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:50:00,717 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:00,719 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:00,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741923_1099 (size=1347)
2024-11-07T15:50:01,139 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:50:01,149 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:50:01,150 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994599242_default_test-1730994547626 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:01,151 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:50:01,151 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-07T15:50:01,152 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1730994599242_default_test-1730994547626 table=test-1730994547626 type=FLUSH ttl=0 } in 1.8910 sec
2024-11-07T15:50:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-07T15:50:01,412 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1730994547626 completed
2024-11-07T15:50:01,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 }
2024-11-07T15:50:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994601414 (current time:1730994601414).
2024-11-07T15:50:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:50:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994601412_ns3_test-17309945476262 VERSION not specified, setting to 2
2024-11-07T15:50:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e861ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:01,419 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:01,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:01,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371ba93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:01,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:01,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:01,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:01,422 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1347e544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:01,427 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:01,429 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:50:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:01,430 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:50:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 }
2024-11-07T15:50:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-07T15:50:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:01,434 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:50:01,435 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:50:01,439 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:50:01,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741924_1100 (size=86)
2024-11-07T15:50:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:01,850 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:50:01,850 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35}]
2024-11-07T15:50:01,853 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:50:02,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57
2024-11-07T15:50:02,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3dd82e96ec933c985c7cd53fdaf4da35:

2024-11-07T15:50:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35. for snapshot_1730994601412_ns3_test-17309945476262 completed.
2024-11-07T15:50:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.' region-info for snapshot=snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:50:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-07T15:50:02,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741925_1101 (size=52)
2024-11-07T15:50:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:02,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:02,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-07T15:50:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-07T15:50:02,413 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994601412_ns3_test-17309945476262 on region 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:50:02,414 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:50:02,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-07T15:50:02,416 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:50:02,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dd82e96ec933c985c7cd53fdaf4da35 in 564 msec
2024-11-07T15:50:02,417 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:50:02,417 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:50:02,417 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:02,418 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:02,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741926_1102 (size=443)
2024-11-07T15:50:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:02,833 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:50:02,840 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:50:02,840 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994601412_ns3_test-17309945476262 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:02,842 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:50:02,842 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-07T15:50:02,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1730994601412_ns3_test-17309945476262 table=ns3:test-17309945476262 type=FLUSH ttl=0 } in 1.4110 sec
2024-11-07T15:50:03,568 INFO  [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-07T15:50:03,568 INFO  [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-07T15:50:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-07T15:50:03,582 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17309945476262 completed
2024-11-07T15:50:03,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }
2024-11-07T15:50:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994603584 (current time:1730994603584).
2024-11-07T15:50:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:50:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1730994603582_ns2_test-17309945476261 VERSION not specified, setting to 2
2024-11-07T15:50:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f162e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:03,586 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71801cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:03,589 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:03,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6810c138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:03,594 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:03,595 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:50:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:03,595 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:50:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }
2024-11-07T15:50:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-07T15:50:03,598 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:50:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:03,600 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:50:03,603 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:50:03,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741927_1103 (size=86)
2024-11-07T15:50:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:04,014 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:50:04,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92}]
2024-11-07T15:50:04,017 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:04,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59
2024-11-07T15:50:04,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:04,170 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing c0ce2d722d37c33642cb2d9178564a92 1/1 column families, dataSize=170 B heapSize=816 B
2024-11-07T15:50:04,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/e0cfc95d6fc24ba1992048b7d293ef0a is 38, key is row-t20/f:q1/1730994578151/Put/seqid=0
2024-11-07T15:50:04,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741928_1104 (size=5134)
2024-11-07T15:50:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:04,579 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/e0cfc95d6fc24ba1992048b7d293ef0a
2024-11-07T15:50:04,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/.tmp/f/e0cfc95d6fc24ba1992048b7d293ef0a as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a
2024-11-07T15:50:04,595 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a, entries=5, sequenceid=111, filesize=5.0 K
2024-11-07T15:50:04,596 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for c0ce2d722d37c33642cb2d9178564a92 in 426ms, sequenceid=111, compaction requested=false
2024-11-07T15:50:04,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for c0ce2d722d37c33642cb2d9178564a92:

2024-11-07T15:50:04,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92. for snapshot_1730994603582_ns2_test-17309945476261 completed.
2024-11-07T15:50:04,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.' region-info for snapshot=snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:04,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:50:04,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a] hfiles
2024-11-07T15:50:04,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3 for snapshot=snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:04,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a for snapshot=snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:04,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741929_1105 (size=130)
2024-11-07T15:50:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:05,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:05,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-07T15:50:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-07T15:50:05,003 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1730994603582_ns2_test-17309945476261 on region c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:05,003 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:05,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-07T15:50:05,006 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0ce2d722d37c33642cb2d9178564a92 in 990 msec
2024-11-07T15:50:05,006 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:50:05,007 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:50:05,008 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:50:05,008 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:05,009 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:05,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741930_1106 (size=496)
2024-11-07T15:50:05,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c85945f6a1a73c5d1e33b72172e74eed, had cached 0 bytes from a total of 28925
2024-11-07T15:50:05,426 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:50:05,435 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:50:05,436 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_1730994603582_ns2_test-17309945476261 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:05,437 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:50:05,437 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-07T15:50:05,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1730994603582_ns2_test-17309945476261 table=ns2:test-17309945476261 type=FLUSH ttl=0 } in 1.8410 sec
2024-11-07T15:50:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-07T15:50:05,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17309945476261 completed
2024-11-07T15:50:05,752 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1730994590441
2024-11-07T15:50:05,752 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-07T15:50:05,753 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-11-07T15:50:05,753 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994590441_backup:system_bulk
2024-11-07T15:50:05,753 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994594923_backup_system_bulk to hdfs://localhost:38469/backupUT/backup_1730994590441/backup/system_bulk/
2024-11-07T15:50:05,753 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:50:05,787 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:05,787 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994590441/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994590441/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1730994594923_backup_system_bulk
2024-11-07T15:50:05,789 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:50:05,792 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994594923_backup_system_bulk to hdfs://localhost:38469/backupUT/backup_1730994590441/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1730994594923_backup_system_bulk
2024-11-07T15:50:05,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741932_1108 (size=702)
2024-11-07T15:50:05,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741931_1107 (size=76)
2024-11-07T15:50:06,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:06,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:06,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:06,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:06,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:06,253 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:06,275 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994594923_backup_system_bulk' hfile list
2024-11-07T15:50:06,356 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local2121821344_0005_d81c487b-1474-4e2b-a3f4-6d06df221ef6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:06,356 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local2121821344_0005_d81c487b-1474-4e2b-a3f4-6d06df221ef6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:07,391 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:50:07,392 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:50:07,396 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994594923_backup_system_bulk
2024-11-07T15:50:07,396 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994594923_backup_system_bulk finished.
2024-11-07T15:50:07,396 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994590441_ns4:test-17309945476263
2024-11-07T15:50:07,396 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994597081_ns4_test-17309945476263 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns4/test-17309945476263/
2024-11-07T15:50:07,397 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:50:07,423 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:07,424 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994590441/ns4/test-17309945476263, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994590441/ns4/test-17309945476263/.hbase-snapshot/.tmp/snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:50:07,425 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:50:07,429 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994597081_ns4_test-17309945476263 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns4/test-17309945476263/.hbase-snapshot/.tmp/snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:50:07,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741933_1109 (size=443)
2024-11-07T15:50:07,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741934_1110 (size=86)
2024-11-07T15:50:07,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:07,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:07,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:07,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:07,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:07,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:07,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:07,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:07,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:07,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:07,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:07,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:07,846 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:07,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:07,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:07,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:07,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:07,847 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:07,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:07,884 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:07,907 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994597081_ns4_test-17309945476263' hfile list
2024-11-07T15:50:07,998 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1494718476_0006_b45f07c9-7b4d-4756-9c41-4390bd251367/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:07,998 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1494718476_0006_b45f07c9-7b4d-4756-9c41-4390bd251367/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:09,039 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:50:09,040 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:50:09,045 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:50:09,045 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994597081_ns4_test-17309945476263 finished.
2024-11-07T15:50:09,045 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994590441_test-1730994547626
2024-11-07T15:50:09,045 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994599242_default_test-1730994547626 to hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/
2024-11-07T15:50:09,045 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:50:09,073 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:09,073 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/.hbase-snapshot/.tmp/snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:09,075 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:50:09,082 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994599242_default_test-1730994547626 to hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/.hbase-snapshot/.tmp/snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:09,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741936_1112 (size=1347)
2024-11-07T15:50:09,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741935_1111 (size=84)
2024-11-07T15:50:09,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:09,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:09,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:09,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:09,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:09,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:09,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:09,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:09,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:09,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:09,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:09,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:09,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:09,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:09,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:09,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:09,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:09,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:09,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:09,540 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:09,564 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994599242_default_test-1730994547626' hfile list
2024-11-07T15:50:09,567 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K
2024-11-07T15:50:09,649 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1448662145_0007_9b34c5c7-462a-499c-9be9-8f5192bee9b9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:09,649 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1448662145_0007_9b34c5c7-462a-499c-9be9-8f5192bee9b9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:09,714 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-07T15:50:09,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741937_1113 (size=13760)
2024-11-07T15:50:10,144 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b output=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b
2024-11-07T15:50:10,144 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec
2024-11-07T15:50:10,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741938_1114 (size=10796)
2024-11-07T15:50:10,568 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86 output=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86
2024-11-07T15:50:10,568 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec
2024-11-07T15:50:10,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741939_1115 (size=8413)
2024-11-07T15:50:10,998 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a output=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:50:10,998 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-11-07T15:50:11,011 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6 to hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6" truncated to max limit (512 characters)
2024-11-07T15:50:11,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741940_1116 (size=5591)
2024-11-07T15:50:11,424 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6 output=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6
2024-11-07T15:50:11,424 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec
2024-11-07T15:50:11,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741941_1117 (size=5484)
2024-11-07T15:50:11,853 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d output=hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:50:11,853 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-11-07T15:50:12,686 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:50:12,687 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:50:12,696 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:12,696 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994599242_default_test-1730994547626 finished.
2024-11-07T15:50:12,696 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994590441_ns3:test-17309945476262
2024-11-07T15:50:12,696 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994601412_ns3_test-17309945476262 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns3/test-17309945476262/
2024-11-07T15:50:12,696 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:50:12,722 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:12,723 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994590441/ns3/test-17309945476262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994590441/ns3/test-17309945476262/.hbase-snapshot/.tmp/snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:12,724 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:50:12,728 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994601412_ns3_test-17309945476262 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns3/test-17309945476262/.hbase-snapshot/.tmp/snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:12,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741942_1118 (size=86)
2024-11-07T15:50:12,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741943_1119 (size=443)
2024-11-07T15:50:13,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:13,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:13,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:13,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:13,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:13,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:13,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:13,179 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:13,200 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994601412_ns3_test-17309945476262' hfile list
2024-11-07T15:50:13,275 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1859101231_0008_b953e001-7e1d-4a66-b2ec-9dfd7426eaca/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:13,275 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1859101231_0008_b953e001-7e1d-4a66-b2ec-9dfd7426eaca/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:14,312 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:50:14,312 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:50:14,316 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:14,316 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994601412_ns3_test-17309945476262 finished.
2024-11-07T15:50:14,316 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1730994590441_ns2:test-17309945476261
2024-11-07T15:50:14,316 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1730994603582_ns2_test-17309945476261 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/
2024-11-07T15:50:14,316 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-07T15:50:14,342 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38469, inputRoot=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:14,342 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1808149717_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/.hbase-snapshot/.tmp/snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:14,344 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity.
2024-11-07T15:50:14,348 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_1730994603582_ns2_test-17309945476261 to hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/.hbase-snapshot/.tmp/snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:14,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741945_1121 (size=86)
2024-11-07T15:50:14,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741944_1120 (size=496)
2024-11-07T15:50:14,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:14,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:14,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:14,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:14,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:14,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:14,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:14,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:14,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:14,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:14,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:14,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-07T15:50:14,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:14,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:14,800 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:14,821 INFO  [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1730994603582_ns2_test-17309945476261' hfile list
2024-11-07T15:50:14,823 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K
2024-11-07T15:50:14,896 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local398614175_0009_5c50dc0e-12ce-4d5a-b39c-d02f8d871aeb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:14,896 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local398614175_0009_5c50dc0e-12ce-4d5a-b39c-d02f8d871aeb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:14,964 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M
2024-11-07T15:50:14,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741946_1122 (size=8413)
2024-11-07T15:50:15,383 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3 output=hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:50:15,384 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec
2024-11-07T15:50:15,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741947_1123 (size=5134)
2024-11-07T15:50:15,815 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a output=hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a
2024-11-07T15:50:15,815 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-11-07T15:50:15,940 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export
2024-11-07T15:50:15,941 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity.
2024-11-07T15:50:15,949 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:15,949 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1730994603582_ns2_test-17309945476261 finished.
2024-11-07T15:50:15,949 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-11-07T15:50:15,949 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17309945476263
2024-11-07T15:50:15,949 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1730994547626
2024-11-07T15:50:15,949 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17309945476262
2024-11-07T15:50:15,949 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17309945476261
2024-11-07T15:50:15,958 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994590441
2024-11-07T15:50:15,959 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-07T15:50:15,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741948_1124 (size=209)
2024-11-07T15:50:16,364 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38469/backupUT/backup_1730994590441/.backup.manifest
2024-11-07T15:50:16,364 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730994590441 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17309945476263;test-1730994547626;ns3:test-17309945476262;ns2:test-17309945476261,targetRootDir=hdfs://localhost:38469/backupUT,startts=1730994594653,completets=1730994615958,bytescopied=0
2024-11-07T15:50:16,364 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-07T15:50:16,364 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994594923_backup_system_bulk
2024-11-07T15:50:16,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994594923_backup_system_bulk"
type: DISABLED

2024-11-07T15:50:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994594923_backup_system_bulk
2024-11-07T15:50:16,368 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994594923_backup_system_bulk for backup backup_1730994590441 succeeded.
2024-11-07T15:50:16,368 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:50:16,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994597081_ns4_test-17309945476263"
type: DISABLED

2024-11-07T15:50:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994597081_ns4_test-17309945476263
2024-11-07T15:50:16,372 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994597081_ns4_test-17309945476263 for backup backup_1730994590441 succeeded.
2024-11-07T15:50:16,372 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:16,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994599242_default_test-1730994547626"
type: DISABLED

2024-11-07T15:50:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994599242_default_test-1730994547626
2024-11-07T15:50:16,376 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994599242_default_test-1730994547626 for backup backup_1730994590441 succeeded.
2024-11-07T15:50:16,376 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:16,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994601412_ns3_test-17309945476262"
type: DISABLED

2024-11-07T15:50:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994601412_ns3_test-17309945476262
2024-11-07T15:50:16,380 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994601412_ns3_test-17309945476262 for backup backup_1730994590441 succeeded.
2024-11-07T15:50:16,380 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:16,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1730994603582_ns2_test-17309945476261"
type: DISABLED

2024-11-07T15:50:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1730994603582_ns2_test-17309945476261
2024-11-07T15:50:16,384 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1730994603582_ns2_test-17309945476261 for backup backup_1730994590441 succeeded.
2024-11-07T15:50:16,385 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-07T15:50:16,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-07T15:50:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-07T15:50:16,392 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-07T15:50:16,394 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-07T15:50:16,399 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730994590441 completed.
2024-11-07T15:50:16,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,468 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-07T15:50:21,472 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994621426
2024-11-07T15:50:21,474 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730994590441}
2024-11-07T15:50:21,474 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-07T15:50:21,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:21,574 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:50:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730994621574 (current time:1730994621574).
2024-11-07T15:50:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-07T15:50:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-07T15:50:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6532e435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:21,576 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cc2c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:21,578 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a051959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:21,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:21,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:21,581 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:21,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095.
2024-11-07T15:50:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:21,583 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-07T15:50:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-07T15:50:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-07T15:50:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:21,586 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-07T15:50:21,587 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-07T15:50:21,590 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-07T15:50:21,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741949_1125 (size=52)
2024-11-07T15:50:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:21,997 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-07T15:50:21,997 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed}]
2024-11-07T15:50:21,998 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:50:22,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61
2024-11-07T15:50:22,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:22,151 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing c85945f6a1a73c5d1e33b72172e74eed 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-11-07T15:50:22,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/0f1783493bbf455faddf1b705e2bc3c2 is 158, key is trslm:hdfs://localhost:38469/backupUT\x00ns2:test-17309945476261/meta:log-roll-map/1730994615953/Put/seqid=0
2024-11-07T15:50:22,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741950_1126 (size=6646)
2024-11-07T15:50:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:22,561 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/0f1783493bbf455faddf1b705e2bc3c2
2024-11-07T15:50:22,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/a9684cf7ef724336b7cade8303015893 is 826, key is session:backup_1730994590441/session:context/1730994616393/Put/seqid=0
2024-11-07T15:50:22,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741951_1127 (size=5928)
2024-11-07T15:50:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:22,975 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/a9684cf7ef724336b7cade8303015893
2024-11-07T15:50:22,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/0f1783493bbf455faddf1b705e2bc3c2 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/0f1783493bbf455faddf1b705e2bc3c2
2024-11-07T15:50:22,990 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/0f1783493bbf455faddf1b705e2bc3c2, entries=12, sequenceid=42, filesize=6.5 K
2024-11-07T15:50:22,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/a9684cf7ef724336b7cade8303015893 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/a9684cf7ef724336b7cade8303015893
2024-11-07T15:50:22,998 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/a9684cf7ef724336b7cade8303015893, entries=2, sequenceid=42, filesize=5.8 K
2024-11-07T15:50:22,999 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 848ms, sequenceid=42, compaction requested=true
2024-11-07T15:50:22,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for c85945f6a1a73c5d1e33b72172e74eed:

2024-11-07T15:50:22,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. for snapshot_backup_system completed.
2024-11-07T15:50:22,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.' region-info for snapshot=snapshot_backup_system
2024-11-07T15:50:22,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/0f1783493bbf455faddf1b705e2bc3c2] hfiles
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/2dd81b1205924286bd44a0ce5d3b7620 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/b66b8b9c61444d4ab86c109fd4d00303 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/0f1783493bbf455faddf1b705e2bc3c2 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/a9684cf7ef724336b7cade8303015893] hfiles
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/005d2ed9580a4d009709ab15c3f74c4c for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/745b93867391438ebd6f659c0eabe2a2 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/9f7aec0ee3eb47ef8685e0c3d8a2eac2 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/a9684cf7ef724336b7cade8303015893 for snapshot=snapshot_backup_system
2024-11-07T15:50:23,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741952_1128 (size=330)
2024-11-07T15:50:23,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:23,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-07T15:50:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-07T15:50:23,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:50:23,407 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:50:23,411 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-07T15:50:23,411 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-07T15:50:23,411 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c85945f6a1a73c5d1e33b72172e74eed in 1.4110 sec
2024-11-07T15:50:23,412 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-07T15:50:23,413 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-07T15:50:23,413 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-07T15:50:23,414 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-07T15:50:23,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741953_1129 (size=967)
2024-11-07T15:50:23,428 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-07T15:50:23,437 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-07T15:50:23,437 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.hbase-snapshot/snapshot_backup_system
2024-11-07T15:50:23,439 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-07T15:50:23,439 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-07T15:50:23,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8550 sec
2024-11-07T15:50:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-07T15:50:23,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-07T15:50:23,732 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1730994621426 started at 1730994623731.
2024-11-07T15:50:23,734 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1730994621426 has been started.
2024-11-07T15:50:23,741 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1730994547626, ns2:test-17309945476261, ns3:test-17309945476262, ns4:test-17309945476263]
2024-11-07T15:50:23,746 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1730994583597for backupID backup_1730994621426
2024-11-07T15:50:23,746 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-07T15:50:23,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-07T15:50:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-07T15:50:23,747 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-07T15:50:23,747 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-07T15:50:23,747 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-07T15:50:23,747 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-07T15:50:23,748 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:50:23,748 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:50:23,814 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:50:23,814 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:50:23,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:50:23,815 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,815 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-07T15:50:23,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-07T15:50:23,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-07T15:50:23,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-07T15:50:23,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-07T15:50:23,819 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-07T15:50:23,820 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-07T15:50:23,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-07T15:50:23,820 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-07T15:50:23,820 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-07T15:50:23,821 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-07T15:50:23,821 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-07T15:50:23,821 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure (rolllog) in zk
2024-11-07T15:50:23,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,845 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:50:23,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:50:23,846 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,846 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-07T15:50:23,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:50:23,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:50:23,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:23,850 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:50:23,852 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7b3e4e8e12ef,40601,1730994538818' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-07T15:50:23,852 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@710ae822[Count = 0] remaining members to acquire global barrier
2024-11-07T15:50:23,852 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-07T15:50:23,852 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,858 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:23,858 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-07T15:50:23,858 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,858 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-07T15:50:23,858 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-07T15:50:23,858 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,859 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1730994594806 highest: 1730994594839 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,859 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0:(num 1730994594806) roll requested
2024-11-07T15:50:23,870 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994623859, exclude list is [], retry=0
2024-11-07T15:50:23,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:50:23,875 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994623859
2024-11-07T15:50:23,875 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:50:23,875 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 is not closed yet, will try archiving it next time
2024-11-07T15:50:23,875 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.meta:.meta(num 1730994594822) roll requested
2024-11-07T15:50:23,875 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994565814
2024-11-07T15:50:23,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741911_1087 (size=653)
2024-11-07T15:50:23,877 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806
2024-11-07T15:50:23,888 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994623875.meta, exclude list is [], retry=0
2024-11-07T15:50:23,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:50:23,892 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994623875.meta
2024-11-07T15:50:23,893 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:50:23,893 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta is not closed yet, will try archiving it next time
2024-11-07T15:50:23,893 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1:(num 1730994594839) roll requested
2024-11-07T15:50:23,894 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta not finished, retry = 0
2024-11-07T15:50:23,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741912_1088 (size=93)
2024-11-07T15:50:23,909 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994623893, exclude list is [], retry=0
2024-11-07T15:50:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-dbe2ccad-9540-40a5-83b3-982aa71cd109,DISK]
2024-11-07T15:50:23,913 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994623893
2024-11-07T15:50:23,914 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40867:40867)]
2024-11-07T15:50:23,914 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 is not closed yet, will try archiving it next time
2024-11-07T15:50:23,914 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994583597
2024-11-07T15:50:23,915 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 not finished, retry = 0
2024-11-07T15:50:23,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741913_1089 (size=4710)
2024-11-07T15:50:23,919 DEBUG [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-07T15:50:23,919 INFO  [rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1730994623859 on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:23,936 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-07T15:50:23,936 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '7b3e4e8e12ef,40601,1730994538818' in zk
2024-11-07T15:50:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,982 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-07T15:50:23,982 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:50:23,982 DEBUG [member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-07T15:50:23,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:50:23,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:50:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:50:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:50:23,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:23,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:50:23,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:23,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:23,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7b3e4e8e12ef,40601,1730994538818': 
2024-11-07T15:50:23,986 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-07T15:50:23,986 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7b3e4e8e12ef,40601,1730994538818' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-07T15:50:23,986 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-07T15:50:23,986 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-07T15:50:23,986 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-07T15:50:23,986 INFO  [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-07T15:50:23,995 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta
2024-11-07T15:50:24,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:50:24,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,062 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-07T15:50:24,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-07T15:50:24,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-07T15:50:24,063 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:50:24,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:50:24,063 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:24,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-07T15:50:24,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:24,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-07T15:50:24,064 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-07T15:50:24,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:24,098 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-07T15:50:24,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-07T15:50:24,098 DEBUG [(7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-07T15:50:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-07T15:50:24,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-07T15:50:24,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-07T15:50:24,099 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-07T15:50:24,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-07T15:50:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-07T15:50:24,112 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {7b3e4e8e12ef:40601=1730994583597}
 newestTimestamps: {7b3e4e8e12ef:40601=1730994594839}
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994543259.meta
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994583578.meta
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994623875.meta
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994623859
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839
2024-11-07T15:50:24,114 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994623893
2024-11-07T15:50:24,115 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994565837.meta
2024-11-07T15:50:24,115 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994594822.meta
2024-11-07T15:50:24,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741957_1133 (size=640)
2024-11-07T15:50:24,125 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:38469/backupUT/backup_1730994621426/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:24,125 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:50:24,128 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-11-07T15:50:24,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741958_1134 (size=45)
2024-11-07T15:50:24,533 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-11-07T15:50:24,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741959_1135 (size=390)
2024-11-07T15:50:24,944 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17309945476263 target: hdfs://localhost:38469/backupUT/backup_1730994621426/ns4/test-17309945476263 descriptor: 'ns4:test-17309945476263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:24,944 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:50:24,946 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17309945476263
2024-11-07T15:50:24,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741960_1136 (size=50)
2024-11-07T15:50:25,352 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17309945476263
2024-11-07T15:50:25,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741961_1137 (size=950)
2024-11-07T15:50:25,762 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1730994547626 target: hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626 descriptor: 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:25,762 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:50:25,764 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1730994547626
2024-11-07T15:50:25,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741962_1138 (size=53)
2024-11-07T15:50:26,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T15:50:26,173 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1730994547626
2024-11-07T15:50:26,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741963_1139 (size=390)
2024-11-07T15:50:26,589 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17309945476262 target: hdfs://localhost:38469/backupUT/backup_1730994621426/ns3/test-17309945476262 descriptor: 'ns3:test-17309945476262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:26,589 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:50:26,594 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17309945476262
2024-11-07T15:50:26,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741964_1140 (size=50)
2024-11-07T15:50:27,002 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17309945476262
2024-11-07T15:50:27,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741965_1141 (size=364)
2024-11-07T15:50:27,419 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17309945476261 target: hdfs://localhost:38469/backupUT/backup_1730994621426/ns2/test-17309945476261 descriptor: 'ns2:test-17309945476261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:27,419 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-07T15:50:27,421 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17309945476261
2024-11-07T15:50:27,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741966_1142 (size=50)
2024-11-07T15:50:27,827 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17309945476261
2024-11-07T15:50:27,845 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38469/backupUT/.tmp/backup_1730994621426 from hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839;hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806
2024-11-07T15:50:27,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1860dbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:27,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:27,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:27,847 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:27,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:27,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d4e793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:27,849 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3a6436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:27,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc164c
2024-11-07T15:50:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:27,852 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:27,856 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:27,857 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-11-07T15:50:27,857 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:27,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:27,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:27,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:27,860 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:27,862 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-11-07T15:50:27,862 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1730994547626
2024-11-07T15:50:27,862 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1730994547626,, stopping at row=test-1730994547626 ,, for max=2147483647 with caching=100
2024-11-07T15:50:27,865 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1730994547626: test-1730994547626;
2024-11-07T15:50:27,865 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17309945476261
2024-11-07T15:50:27,865 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17309945476261,, stopping at row=ns2:test-17309945476261 ,, for max=2147483647 with caching=100
2024-11-07T15:50:27,868 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17309945476261: ns2:test-17309945476261;
2024-11-07T15:50:27,868 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17309945476262
2024-11-07T15:50:27,868 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17309945476262,, stopping at row=ns3:test-17309945476262 ,, for max=2147483647 with caching=100
2024-11-07T15:50:27,870 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17309945476262: ns3:test-17309945476262;
2024-11-07T15:50:27,870 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17309945476263
2024-11-07T15:50:27,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17309945476263,, stopping at row=ns4:test-17309945476263 ,, for max=2147483647 with caching=100
2024-11-07T15:50:27,873 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17309945476263: ns4:test-17309945476263;
2024-11-07T15:50:27,873 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-11-07T15:50:27,873 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_66a21cb4-20fa-4c1a-afa3-6ca01a82b405
2024-11-07T15:50:27,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741967_1143 (size=324)
2024-11-07T15:50:28,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:28,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:28,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:28,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:28,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:28,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:28,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:28,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:28,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:28,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:28,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:28,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:28,293 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1730994547626,ns2:test-17309945476261,ns3:test-17309945476262,ns4:test-17309945476263
2024-11-07T15:50:28,293 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:28,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:28,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:28,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:28,294 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:28,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:28,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:28,305 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:28,328 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 for WAL files
2024-11-07T15:50:28,329 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839
2024-11-07T15:50:28,329 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 for WAL files
2024-11-07T15:50:28,330 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806
2024-11-07T15:50:28,402 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local386643173_0010_138bcbc5-d789-4a05-a044-54e984d17bf3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:28,402 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local386643173_0010_138bcbc5-d789-4a05-a044-54e984d17bf3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:28,446 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 for hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994594839 (-9223372036854775808:9223372036854775807) length:4710
2024-11-07T15:50:28,450 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-07T15:50:28,450 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-07T15:50:28,489 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 for hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994594806 (-9223372036854775808:9223372036854775807) length:653
2024-11-07T15:50:28,492 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-07T15:50:28,492 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-07T15:50:28,573 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fa40b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:28,573 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:28,574 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:28,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1406e79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:28,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:28,576 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:28,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ada8e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:28,578 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:28,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:28,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:28,580 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1730994547626', row='row-test-1730994547626-2-0', locateType=CURRENT is [region=test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=338]
2024-11-07T15:50:28,581 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-11-07T15:50:28,581 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:28,582 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:28,582 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:28,582 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:28,582 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-2-0]
2024-11-07T15:50:28,582 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:28,586 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/backupUT/.tmp/backup_1730994621426/_temporary/0/_temporary/attempt_local386643173_0010_r_000004_0/default/test-1730994547626/f2/b945f3e0eab0455fa012616e35bde737 is 58, key is row-test-1730994547626-2-0/f2:q1/1730994616415/Put/seqid=0
2024-11-07T15:50:28,587 WARN  [Thread-1524 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:28,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741968_1144 (size=5366)
2024-11-07T15:50:29,437 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38469/backupUT
2024-11-07T15:50:29,437 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1730994621426
2024-11-07T15:50:29,437 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-07T15:50:29,448 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38469/backupUT/.tmp/backup_1730994621426, hdfs://localhost:38469/backupUT]
2024-11-07T15:50:29,489 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:29,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741969_1145 (size=5366)
2024-11-07T15:50:30,088 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-07T15:50:30,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1730994621426
2024-11-07T15:50:30,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied."
2024-11-07T15:50:30,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1973338336_0011 completed: true true
2024-11-07T15:50:30,091 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=6663526
		FILE: Number of bytes written=17177025
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=410445
		HDFS: Number of bytes written=2548319
		HDFS: Number of read operations=1165
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=423
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=342
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5366
		Bytes Copied=5366
		Bytes Expected=5366
		Files Copied=2
		DIR_COPY=4
2024-11-07T15:50:30,091 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38469/backupUT/.tmp/backup_1730994621426 to hdfs://localhost:38469/backupUT finished.
2024-11-07T15:50:30,107 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1730994621426
2024-11-07T15:50:30,110 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1730994590441}
2024-11-07T15:50:30,110 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-07T15:50:30,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741970_1146 (size=714)
2024-11-07T15:50:30,515 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38469/backupUT/backup_1730994621426/.backup.manifest
2024-11-07T15:50:30,515 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1730994621426 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns4:test-17309945476263;test-1730994547626;ns3:test-17309945476262;ns2:test-17309945476261,targetRootDir=hdfs://localhost:38469/backupUT,startts=1730994623731,completets=1730994630107,bytescopied=0
2024-11-07T15:50:30,515 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-07T15:50:30,520 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-07T15:50:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-07T15:50:30,523 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-07T15:50:30,525 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-07T15:50:30,529 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1730994621426 completed.
2024-11-07T15:50:30,529 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-07T15:50:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:30,549 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1730994558808
2024-11-07T15:50:30,552 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-11-07T15:50:30,553 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-11-07T15:50:30,554 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:30,556 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:30,558 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:30,560 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:30,560 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1730994547626' to 'table1' from full backup image hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626
2024-11-07T15:50:30,569 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-11-07T15:50:30,569 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:50:30,570 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f in region [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6]
2024-11-07T15:50:30,574 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a first=row0 last=row98
2024-11-07T15:50:30,574 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3 in region [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6]
2024-11-07T15:50:30,577 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe first=row-test-1730994547626-3-0 last=row-test-1730994547626-3-5
2024-11-07T15:50:30,578 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob in region [hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6]
2024-11-07T15:50:30,582 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d first=row-test-1730994547626-3-0 last=row-test-1730994547626-3-5
2024-11-07T15:50:30,587 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-11-07T15:50:30,590 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:50:30,590 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:30,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 62
2024-11-07T15:50:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:30,591 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:50:30,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741971_1147 (size=938)
2024-11-07T15:50:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:30,999 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45b40626204459231a9b5b831f7326d7, NAME => 'table1,,1730994630587.45b40626204459231a9b5b831f7326d7.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:31,000 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fd848227fdef0beea8cc2d2dc25a128b, NAME => 'table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:31,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741973_1149 (size=45)
2024-11-07T15:50:31,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741972_1148 (size=45)
2024-11-07T15:50:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1730994630587.45b40626204459231a9b5b831f7326d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing fd848227fdef0beea8cc2d2dc25a128b, disabling compactions & flushes
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 45b40626204459231a9b5b831f7326d7, disabling compactions & flushes
2024-11-07T15:50:31,407 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,407 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1730994630587.45b40626204459231a9b5b831f7326d7. after waiting 0 ms
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b. after waiting 0 ms
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,407 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,407 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,407 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,408 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45b40626204459231a9b5b831f7326d7:
Waiting for close lock at 1730994631407Disabling compacts and flushes for region at 1730994631407Disabling writes for close at 1730994631407Writing region close event to WAL at 1730994631407Closed at 1730994631407
2024-11-07T15:50:31,408 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for fd848227fdef0beea8cc2d2dc25a128b:
Waiting for close lock at 1730994631407Disabling compacts and flushes for region at 1730994631407Disabling writes for close at 1730994631407Writing region close event to WAL at 1730994631407Closed at 1730994631407
2024-11-07T15:50:31,409 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:50:31,409 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1730994630587.45b40626204459231a9b5b831f7326d7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730994631409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994631409"}]},"ts":"1730994631409"}
2024-11-07T15:50:31,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730994631409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994631409"}]},"ts":"1730994631409"}
2024-11-07T15:50:31,414 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-07T15:50:31,415 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:50:31,415 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994631415"}]},"ts":"1730994631415"}
2024-11-07T15:50:31,417 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-07T15:50:31,418 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, ASSIGN}]
2024-11-07T15:50:31,419 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, ASSIGN
2024-11-07T15:50:31,419 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, ASSIGN
2024-11-07T15:50:31,420 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:31,420 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:31,571 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=45b40626204459231a9b5b831f7326d7, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:31,571 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fd848227fdef0beea8cc2d2dc25a128b, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:31,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, ASSIGN because future has completed
2024-11-07T15:50:31,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, ASSIGN because future has completed
2024-11-07T15:50:31,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:31,731 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,732 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b40626204459231a9b5b831f7326d7, NAME => 'table1,,1730994630587.45b40626204459231a9b5b831f7326d7.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-07T15:50:31,733 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:31,733 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,733 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1730994630587.45b40626204459231a9b5b831f7326d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:31,734 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,734 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,736 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45b40626204459231a9b5b831f7326d7 
2024-11-07T15:50:31,737 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b40626204459231a9b5b831f7326d7 columnFamilyName f
2024-11-07T15:50:31,737 DEBUG [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,738 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(327): Store=45b40626204459231a9b5b831f7326d7/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,738 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 45b40626204459231a9b5b831f7326d7 
2024-11-07T15:50:31,739 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b40626204459231a9b5b831f7326d7 columnFamilyName f3
2024-11-07T15:50:31,739 DEBUG [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,739 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(327): Store=45b40626204459231a9b5b831f7326d7/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,739 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 45b40626204459231a9b5b831f7326d7 
2024-11-07T15:50:31,740 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b40626204459231a9b5b831f7326d7 columnFamilyName mob
2024-11-07T15:50:31,741 DEBUG [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,742 INFO  [StoreOpener-45b40626204459231a9b5b831f7326d7-1 {}] regionserver.HStore(327): Store=45b40626204459231a9b5b831f7326d7/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,742 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,743 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,743 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,744 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,744 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,744 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:31,745 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,747 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:31,748 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 45b40626204459231a9b5b831f7326d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10919852160, jitterRate=0.016990482807159424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:31,748 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:31,749 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 45b40626204459231a9b5b831f7326d7:
Running coprocessor pre-open hook at 1730994631734Writing region info on filesystem at 1730994631734Initializing all the Stores at 1730994631735 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631735Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631735Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631735Cleaning up temporary data from old regions at 1730994631744 (+9 ms)Running coprocessor post-open hooks at 1730994631748 (+4 ms)Region opened successfully at 1730994631749 (+1 ms)
2024-11-07T15:50:31,750 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1730994630587.45b40626204459231a9b5b831f7326d7., pid=65, masterSystemTime=1730994631726
2024-11-07T15:50:31,752 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,752 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:31,752 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,752 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => fd848227fdef0beea8cc2d2dc25a128b, NAME => 'table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-07T15:50:31,753 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=45b40626204459231a9b5b831f7326d7, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:31,753 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:31,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:31,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:31,755 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd848227fdef0beea8cc2d2dc25a128b 
2024-11-07T15:50:31,757 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd848227fdef0beea8cc2d2dc25a128b columnFamilyName f
2024-11-07T15:50:31,757 DEBUG [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,757 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(327): Store=fd848227fdef0beea8cc2d2dc25a128b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,757 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fd848227fdef0beea8cc2d2dc25a128b 
2024-11-07T15:50:31,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-11-07T15:50:31,759 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd848227fdef0beea8cc2d2dc25a128b columnFamilyName f3
2024-11-07T15:50:31,759 DEBUG [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,759 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(327): Store=fd848227fdef0beea8cc2d2dc25a128b/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818 in 183 msec
2024-11-07T15:50:31,759 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fd848227fdef0beea8cc2d2dc25a128b 
2024-11-07T15:50:31,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, ASSIGN in 342 msec
2024-11-07T15:50:31,761 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd848227fdef0beea8cc2d2dc25a128b columnFamilyName mob
2024-11-07T15:50:31,761 DEBUG [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:31,762 INFO  [StoreOpener-fd848227fdef0beea8cc2d2dc25a128b-1 {}] regionserver.HStore(327): Store=fd848227fdef0beea8cc2d2dc25a128b/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:31,762 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,762 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,763 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,764 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,764 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,764 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:31,765 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,767 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:31,768 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened fd848227fdef0beea8cc2d2dc25a128b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11356913760, jitterRate=0.057695016264915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:31,768 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:31,768 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for fd848227fdef0beea8cc2d2dc25a128b:
Running coprocessor pre-open hook at 1730994631753Writing region info on filesystem at 1730994631753Initializing all the Stores at 1730994631754 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631754Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631755 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994631755Cleaning up temporary data from old regions at 1730994631764 (+9 ms)Running coprocessor post-open hooks at 1730994631768 (+4 ms)Region opened successfully at 1730994631768
2024-11-07T15:50:31,769 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., pid=66, masterSystemTime=1730994631726
2024-11-07T15:50:31,771 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,771 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:31,771 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fd848227fdef0beea8cc2d2dc25a128b, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:31,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:31,777 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64
2024-11-07T15:50:31,777 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818 in 199 msec
2024-11-07T15:50:31,778 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62
2024-11-07T15:50:31,779 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, ASSIGN in 360 msec
2024-11-07T15:50:31,779 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:50:31,779 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994631779"}]},"ts":"1730994631779"}
2024-11-07T15:50:31,781 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-07T15:50:31,782 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:50:31,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1940 sec
2024-11-07T15:50:32,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-11-07T15:50:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-07T15:50:32,741 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-11-07T15:50:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:32,746 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6 from hbase tables test-1730994547626 to tables table1
2024-11-07T15:50:32,746 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1730994547626 into table1
2024-11-07T15:50:32,748 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746 from hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:50:32,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9a67d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:32,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:32,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:32,750 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b206e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:32,751 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:32,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c476aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:32,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32509011
2024-11-07T15:50:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:32,754 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:32,755 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:32,755 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-07T15:50:32,755 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:32,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:32,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:32,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:32,757 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:32,758 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-07T15:50:32,758 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-07T15:50:32,758 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-07T15:50:32,758 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_53b204bf-70f3-4904-9901-9ac961ffabfe
2024-11-07T15:50:32,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741974_1150 (size=177)
2024-11-07T15:50:33,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:33,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:33,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:33,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:33,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:33,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:33,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:33,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:33,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:33,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:33,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:33,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:33,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:33,176 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-07T15:50:33,176 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:33,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:33,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,177 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:33,177 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-07T15:50:33,177 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:33,187 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:33,198 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-07T15:50:33,288 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local519374391_0012_089ec632-04e9-42f0-99fa-69d6cf1206bc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:33,288 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local519374391_0012_089ec632-04e9-42f0-99fa-69d6cf1206bc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:33,334 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:50:33,337 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:33,371 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:50:33,374 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:33,395 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f3/25af0f403081437582198215596704fe
2024-11-07T15:50:33,398 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:33,428 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1214658b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,428 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:33,428 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:33,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b612217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,431 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:33,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c92178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,432 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:33,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:33,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:33,434 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:33,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1730994547626-3-0', locateType=CURRENT is [region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:33,436 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-07T15:50:33,436 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:33,436 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,436 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:33,437 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-3-0]
2024-11-07T15:50:33,437 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:33,443 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0598ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,443 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:33,444 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:33,444 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181a6f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,446 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:33,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242992aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:33,447 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:33,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:33,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:33,449 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:33,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1730994547626-3-0', locateType=CURRENT is [region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:33,451 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-07T15:50:33,451 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:33,451 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,451 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:33,451 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:33,451 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-3-0]
2024-11-07T15:50:33,451 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:33,455 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/_temporary/0/_temporary/attempt_local519374391_0012_r_000000_0/f3/57784c58cb494682bb085af148d64b4d is 58, key is row-test-1730994547626-3-0/f3:q1/1730994558774/Put/seqid=0
2024-11-07T15:50:33,457 WARN  [Thread-1643 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:33,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741975_1151 (size=5529)
2024-11-07T15:50:33,860 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/_temporary/0/_temporary/attempt_local519374391_0012_r_000000_0/mob/e1d42a7704384707ad25b48f43516dd0 is 59, key is row-test-1730994547626-3-0/mob:q1/1730994558791/Put/seqid=0
2024-11-07T15:50:33,862 WARN  [Thread-1645 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:33,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741976_1152 (size=5538)
2024-11-07T15:50:34,285 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18375e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:34,285 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:34,286 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:34,286 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:34,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a369b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:34,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:34,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:34,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:34,288 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2147f784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:34,288 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:34,290 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:34,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:34,292 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-11-07T15:50:34,292 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:34,292 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:34,292 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:34,292 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:34,292 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-07T15:50:34,292 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:34,298 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/_temporary/0/_temporary/attempt_local519374391_0012_r_000001_0/f/0bad25b675044c75b55bd278857e95c5 is 37, key is row10/f:q1/1730994550316/Put/seqid=0
2024-11-07T15:50:34,300 WARN  [Thread-1660 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:34,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741977_1153 (size=8741)
2024-11-07T15:50:35,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b7630048596cf557502112978353aaf6, had cached 0 bytes from a total of 38453
2024-11-07T15:50:35,328 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746
2024-11-07T15:50:35,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f93d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262c97d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,332 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686c21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,335 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,339 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/_SUCCESS
2024-11-07T15:50:35,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9a990
2024-11-07T15:50:35,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,350 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,374 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f/0bad25b675044c75b55bd278857e95c5 first=Optional[row0] last=Optional[row98]
2024-11-07T15:50:35,377 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f3/57784c58cb494682bb085af148d64b4d first=Optional[row-test-1730994547626-3-0] last=Optional[row-test-1730994547626-3-5]
2024-11-07T15:50:35,380 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/mob/e1d42a7704384707ad25b48f43516dd0 first=Optional[row-test-1730994547626-3-0] last=Optional[row-test-1730994547626-3-5]
2024-11-07T15:50:35,401 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f/0bad25b675044c75b55bd278857e95c5 for inclusion in fd848227fdef0beea8cc2d2dc25a128b/f
2024-11-07T15:50:35,401 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f3/57784c58cb494682bb085af148d64b4d for inclusion in 45b40626204459231a9b5b831f7326d7/f3
2024-11-07T15:50:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-07T15:50:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-test-1730994547626-3-0 last=row-test-1730994547626-3-5
2024-11-07T15:50:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-07T15:50:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-07T15:50:35,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/mob/e1d42a7704384707ad25b48f43516dd0 for inclusion in 45b40626204459231a9b5b831f7326d7/mob
2024-11-07T15:50:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for fd848227fdef0beea8cc2d2dc25a128b:

2024-11-07T15:50:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f/0bad25b675044c75b55bd278857e95c5 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f/0bad25b675044c75b55bd278857e95c5
2024-11-07T15:50:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f/0bad25b675044c75b55bd278857e95c5 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_
2024-11-07T15:50:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-test-1730994547626-3-0 last=row-test-1730994547626-3-5
2024-11-07T15:50:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-07T15:50:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for 45b40626204459231a9b5b831f7326d7:

2024-11-07T15:50:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ac23cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,414 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/f3/57784c58cb494682bb085af148d64b4d to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f3/57784c58cb494682bb085af148d64b4d
2024-11-07T15:50:35,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fec11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,416 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe40104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f3/57784c58cb494682bb085af148d64b4d as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_
2024-11-07T15:50:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994632746/mob/e1d42a7704384707ad25b48f43516dd0 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/mob/e1d42a7704384707ad25b48f43516dd0
2024-11-07T15:50:35,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d04fa38
2024-11-07T15:50:35,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,419 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/mob/e1d42a7704384707ad25b48f43516dd0 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_
2024-11-07T15:50:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b333114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,421 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec26a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,422 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,423 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c70d5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a397c2d
2024-11-07T15:50:35,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,426 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,429 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601.
2024-11-07T15:50:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,446 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f/0bad25b675044c75b55bd278857e95c5 into fd848227fdef0beea8cc2d2dc25a128b/f as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_ - updating store file list.
2024-11-07T15:50:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,452 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c7079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,454 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_ into fd848227fdef0beea8cc2d2dc25a128b/f
2024-11-07T15:50:35,454 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f/0bad25b675044c75b55bd278857e95c5 into fd848227fdef0beea8cc2d2dc25a128b/f (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_)
2024-11-07T15:50:35,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d305fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f/0bad25b675044c75b55bd278857e95c5
2024-11-07T15:50:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,456 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d688738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25325ae9
2024-11-07T15:50:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,458 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b59e66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,461 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea464d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,463 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@975de28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da3788c
2024-11-07T15:50:35,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,466 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,469 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,481 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,482 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f3/57784c58cb494682bb085af148d64b4d into 45b40626204459231a9b5b831f7326d7/f3 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_ - updating store file list.
2024-11-07T15:50:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_ into 45b40626204459231a9b5b831f7326d7/f3
2024-11-07T15:50:35,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f3/57784c58cb494682bb085af148d64b4d into 45b40626204459231a9b5b831f7326d7/f3 (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_)
2024-11-07T15:50:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/f3/57784c58cb494682bb085af148d64b4d
2024-11-07T15:50:35,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601.
2024-11-07T15:50:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/mob/e1d42a7704384707ad25b48f43516dd0 into 45b40626204459231a9b5b831f7326d7/mob as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_ - updating store file list.
2024-11-07T15:50:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,490 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_ into 45b40626204459231a9b5b831f7326d7/mob
2024-11-07T15:50:35,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/mob/e1d42a7704384707ad25b48f43516dd0 into 45b40626204459231a9b5b831f7326d7/mob (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_)
2024-11-07T15:50:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__t3ld3lprve3b6tcruvl3rs43gm5irhfea4o9lt8uuhrldp21cv9k581osasehl60/mob/e1d42a7704384707ad25b48f43516dd0
2024-11-07T15:50:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f525857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:35,498 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f62860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:35,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,499 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e796419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679fba59
2024-11-07T15:50:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:35,502 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:35,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:35,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:35,504 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:35,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:35,519 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,520 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,523 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:35,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:35,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:35,523 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:35,524 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-07T15:50:35,524 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-07T15:50:35,524 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1730994558808 hdfs://localhost:38469/backupUT/backup_1730994558808/default/test-1730994547626/
2024-11-07T15:50:35,524 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:35,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:35,525 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T15:50:35,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:35,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:35,526 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994558808/.backup.manifest
2024-11-07T15:50:35,526 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17309945476261' to 'ns2:table2' from full backup image hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261
2024-11-07T15:50:35,534 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-11-07T15:50:35,534 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:35,535 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f in region [hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92]
2024-11-07T15:50:35,538 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3 first=row0 last=row98
2024-11-07T15:50:35,539 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-11-07T15:50:35,541 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T15:50:35,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 67
2024-11-07T15:50:35,542 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T15:50:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:35,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741978_1154 (size=351)
2024-11-07T15:50:35,632 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-07T15:50:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:35,954 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36c3d9544a6b96e9b0cbf6bea348b31e, NAME => 'ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:35,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741979_1155 (size=37)
2024-11-07T15:50:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 36c3d9544a6b96e9b0cbf6bea348b31e, disabling compactions & flushes
2024-11-07T15:50:36,365 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e. after waiting 0 ms
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,365 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,365 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36c3d9544a6b96e9b0cbf6bea348b31e:
Waiting for close lock at 1730994636365Disabling compacts and flushes for region at 1730994636365Disabling writes for close at 1730994636365Writing region close event to WAL at 1730994636365Closed at 1730994636365
2024-11-07T15:50:36,366 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T15:50:36,366 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1730994636366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994636366"}]},"ts":"1730994636366"}
2024-11-07T15:50:36,368 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:50:36,369 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T15:50:36,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994636369"}]},"ts":"1730994636369"}
2024-11-07T15:50:36,371 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-07T15:50:36,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, ASSIGN}]
2024-11-07T15:50:36,373 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, ASSIGN
2024-11-07T15:50:36,374 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:36,525 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=36c3d9544a6b96e9b0cbf6bea348b31e, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, ASSIGN because future has completed
2024-11-07T15:50:36,527 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:36,681 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 36c3d9544a6b96e9b0cbf6bea348b31e, NAME => 'ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:50:36,682 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:36,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:36,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,682 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,683 INFO  [StoreOpener-36c3d9544a6b96e9b0cbf6bea348b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36c3d9544a6b96e9b0cbf6bea348b31e 
2024-11-07T15:50:36,685 INFO  [StoreOpener-36c3d9544a6b96e9b0cbf6bea348b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c3d9544a6b96e9b0cbf6bea348b31e columnFamilyName f
2024-11-07T15:50:36,685 DEBUG [StoreOpener-36c3d9544a6b96e9b0cbf6bea348b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:36,685 INFO  [StoreOpener-36c3d9544a6b96e9b0cbf6bea348b31e-1 {}] regionserver.HStore(327): Store=36c3d9544a6b96e9b0cbf6bea348b31e/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:36,685 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,686 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,686 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,687 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,687 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,688 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,690 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:36,691 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 36c3d9544a6b96e9b0cbf6bea348b31e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10682931040, jitterRate=-0.00507451593875885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:50:36,691 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:36,691 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 36c3d9544a6b96e9b0cbf6bea348b31e:
Running coprocessor pre-open hook at 1730994636682Writing region info on filesystem at 1730994636682Initializing all the Stores at 1730994636683 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994636683Cleaning up temporary data from old regions at 1730994636687 (+4 ms)Running coprocessor post-open hooks at 1730994636691 (+4 ms)Region opened successfully at 1730994636691
2024-11-07T15:50:36,692 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., pid=69, masterSystemTime=1730994636678
2024-11-07T15:50:36,694 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,694 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:36,695 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=36c3d9544a6b96e9b0cbf6bea348b31e, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:36,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:36,698 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-07T15:50:36,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818 in 170 msec
2024-11-07T15:50:36,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-11-07T15:50:36,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, ASSIGN in 327 msec
2024-11-07T15:50:36,701 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T15:50:36,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994636702"}]},"ts":"1730994636702"}
2024-11-07T15:50:36,703 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-07T15:50:36,704 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T15:50:36,706 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1650 sec
2024-11-07T15:50:37,260 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-07T15:50:37,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-11-07T15:50:37,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:50:37,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-11-07T15:50:37,319 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-11-07T15:50:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-07T15:50:37,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-11-07T15:50:37,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:37,695 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92 from hbase tables ns2:test-17309945476261 to tables ns2:table2
2024-11-07T15:50:37,695 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17309945476261 into ns2:table2
2024-11-07T15:50:37,697 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695 from hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:37,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faba7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:37,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:37,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:37,699 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569f8915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:37,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:37,700 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:37,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea78ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:37,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:37,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:37,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81b4533
2024-11-07T15:50:37,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:37,703 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:37,703 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:37,703 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-07T15:50:37,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:37,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:37,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:37,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:37,706 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:37,707 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-07T15:50:37,707 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-07T15:50:37,707 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_0117d836-3604-4a00-ae83-0fffd7e38ad6
2024-11-07T15:50:37,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741980_1156 (size=153)
2024-11-07T15:50:38,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:38,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:38,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:38,118 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-07T15:50:38,118 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:38,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:38,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:38,119 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:38,119 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-07T15:50:38,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:38,129 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:38,140 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-07T15:50:38,220 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1160376537_0013_f676448e-c1f8-4e9f-aa7f-7624da1f40fa/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:38,220 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local1160376537_0013_f676448e-c1f8-4e9f-aa7f-7624da1f40fa/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:38,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-11-07T15:50:38,274 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:50:38,278 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:38,305 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b34e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:38,305 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:38,305 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:38,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2375d187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:38,308 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c37199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:38,309 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:38,311 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:38,312 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-11-07T15:50:38,312 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:38,312 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:38,312 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:38,312 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:38,312 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-07T15:50:38,312 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:38,319 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695/_temporary/0/_temporary/attempt_local1160376537_0013_r_000000_0/f/052c0cb79dae43fda843c0fb82be8fdb is 37, key is row10/f:q1/1730994552649/Put/seqid=0
2024-11-07T15:50:38,320 WARN  [Thread-1727 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:38,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741981_1157 (size=8742)
2024-11-07T15:50:39,256 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695
2024-11-07T15:50:39,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3ddeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:39,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:39,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10872639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,260 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87f9779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:39,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:39,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:39,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:39,266 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695/_SUCCESS
2024-11-07T15:50:39,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:39,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aede062
2024-11-07T15:50:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:39,273 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:39,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,278 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:39,283 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695/f/052c0cb79dae43fda843c0fb82be8fdb first=Optional[row0] last=Optional[row98]
2024-11-07T15:50:39,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695/f/052c0cb79dae43fda843c0fb82be8fdb for inclusion in 36c3d9544a6b96e9b0cbf6bea348b31e/f
2024-11-07T15:50:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-07T15:50:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-07T15:50:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for 36c3d9544a6b96e9b0cbf6bea348b31e:

2024-11-07T15:50:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994637695/f/052c0cb79dae43fda843c0fb82be8fdb to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__9e1as1j9g4vmng2ohj3vpvbrbjj1rokeg5fqgp6jrik06ag3hqf65h9hmlhtee4q/f/052c0cb79dae43fda843c0fb82be8fdb
2024-11-07T15:50:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__9e1as1j9g4vmng2ohj3vpvbrbjj1rokeg5fqgp6jrik06ag3hqf65h9hmlhtee4q/f/052c0cb79dae43fda843c0fb82be8fdb as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_
2024-11-07T15:50:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41147138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:39,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9e961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,299 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3715e546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387f2357
2024-11-07T15:50:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:39,301 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:39,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:39,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:39,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:39,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,320 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:39,322 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__9e1as1j9g4vmng2ohj3vpvbrbjj1rokeg5fqgp6jrik06ag3hqf65h9hmlhtee4q/f/052c0cb79dae43fda843c0fb82be8fdb into 36c3d9544a6b96e9b0cbf6bea348b31e/f as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_ - updating store file list.
2024-11-07T15:50:39,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_ into 36c3d9544a6b96e9b0cbf6bea348b31e/f
2024-11-07T15:50:39,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__9e1as1j9g4vmng2ohj3vpvbrbjj1rokeg5fqgp6jrik06ag3hqf65h9hmlhtee4q/f/052c0cb79dae43fda843c0fb82be8fdb into 36c3d9544a6b96e9b0cbf6bea348b31e/f (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_)
2024-11-07T15:50:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__9e1as1j9g4vmng2ohj3vpvbrbjj1rokeg5fqgp6jrik06ag3hqf65h9hmlhtee4q/f/052c0cb79dae43fda843c0fb82be8fdb
2024-11-07T15:50:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30309e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:39,330 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdf6153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:39,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,331 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:39,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2340b7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:39,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:39,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e8b7e47
2024-11-07T15:50:39,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:39,333 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:39,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:39,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:39,336 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:39,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:39,351 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:39,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:39,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:39,351 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:39,351 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-07T15:50:39,351 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-07T15:50:39,352 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1730994558808 hdfs://localhost:38469/backupUT/backup_1730994558808/ns2/test-17309945476261/
2024-11-07T15:50:39,352 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-07T15:50:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:39,352 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T15:50:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:39,378 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994621426/.backup.manifest
2024-11-07T15:50:39,381 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994621426/.backup.manifest
2024-11-07T15:50:39,381 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994590441/.backup.manifest
2024-11-07T15:50:39,383 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994590441/.backup.manifest
2024-11-07T15:50:39,383 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1730994547626' to 'table1' from full backup image hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626
2024-11-07T15:50:39,385 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1730994621426
2024-11-07T15:50:39,389 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-11-07T15:50:39,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1
2024-11-07T15:50:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-11-07T15:50:39,399 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994639398"}]},"ts":"1730994639398"}
2024-11-07T15:50:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-07T15:50:39,400 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-11-07T15:50:39,400 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-11-07T15:50:39,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-11-07T15:50:39,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, UNASSIGN}]
2024-11-07T15:50:39,406 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, UNASSIGN
2024-11-07T15:50:39,406 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, UNASSIGN
2024-11-07T15:50:39,407 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=fd848227fdef0beea8cc2d2dc25a128b, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:39,407 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=45b40626204459231a9b5b831f7326d7, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:39,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, UNASSIGN because future has completed
2024-11-07T15:50:39,409 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:50:39,409 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:39,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, UNASSIGN because future has completed
2024-11-07T15:50:39,410 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:50:39,410 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:39,461 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-07T15:50:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-07T15:50:39,562 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:39,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:50:39,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing fd848227fdef0beea8cc2d2dc25a128b, disabling compactions & flushes
2024-11-07T15:50:39,562 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:39,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:39,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b. after waiting 0 ms
2024-11-07T15:50:39,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:39,566 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:39,566 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:39,566 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.
2024-11-07T15:50:39,567 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for fd848227fdef0beea8cc2d2dc25a128b:
Waiting for close lock at 1730994639562Running coprocessor pre-close hooks at 1730994639562Disabling compacts and flushes for region at 1730994639562Disabling writes for close at 1730994639562Writing region close event to WAL at 1730994639562Running coprocessor post-close hooks at 1730994639566 (+4 ms)Closed at 1730994639566
2024-11-07T15:50:39,568 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:39,568 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:39,569 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:50:39,569 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 45b40626204459231a9b5b831f7326d7, disabling compactions & flushes
2024-11-07T15:50:39,569 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:39,569 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:39,569 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1730994630587.45b40626204459231a9b5b831f7326d7. after waiting 0 ms
2024-11-07T15:50:39,569 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:39,569 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=fd848227fdef0beea8cc2d2dc25a128b, regionState=CLOSED
2024-11-07T15:50:39,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:39,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73
2024-11-07T15:50:39,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure fd848227fdef0beea8cc2d2dc25a128b, server=7b3e4e8e12ef,40601,1730994538818 in 161 msec
2024-11-07T15:50:39,573 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:39,574 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:39,574 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1730994630587.45b40626204459231a9b5b831f7326d7.
2024-11-07T15:50:39,574 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 45b40626204459231a9b5b831f7326d7:
Waiting for close lock at 1730994639569Running coprocessor pre-close hooks at 1730994639569Disabling compacts and flushes for region at 1730994639569Disabling writes for close at 1730994639569Writing region close event to WAL at 1730994639570 (+1 ms)Running coprocessor post-close hooks at 1730994639574 (+4 ms)Closed at 1730994639574
2024-11-07T15:50:39,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fd848227fdef0beea8cc2d2dc25a128b, UNASSIGN in 168 msec
2024-11-07T15:50:39,576 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:39,577 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=45b40626204459231a9b5b831f7326d7, regionState=CLOSED
2024-11-07T15:50:39,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:39,581 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72
2024-11-07T15:50:39,581 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 45b40626204459231a9b5b831f7326d7, server=7b3e4e8e12ef,40601,1730994538818 in 170 msec
2024-11-07T15:50:39,582 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71
2024-11-07T15:50:39,582 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=45b40626204459231a9b5b831f7326d7, UNASSIGN in 176 msec
2024-11-07T15:50:39,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-07T15:50:39,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 181 msec
2024-11-07T15:50:39,586 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994639586"}]},"ts":"1730994639586"}
2024-11-07T15:50:39,587 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-11-07T15:50:39,587 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-11-07T15:50:39,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 195 msec
2024-11-07T15:50:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-07T15:50:39,711 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-11-07T15:50:39,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1
2024-11-07T15:50:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-11-07T15:50:39,721 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-11-07T15:50:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:39,727 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:39,727 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:39,730 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/recovered.edits]
2024-11-07T15:50:39,730 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f3, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/mob, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/recovered.edits]
2024-11-07T15:50:39,734 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_ to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/f/e917644d79804c1da3076530c3ec711e_SeqId_4_
2024-11-07T15:50:39,734 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_ to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/table1/45b40626204459231a9b5b831f7326d7/f3/687d665fcfa149d3b4200bb7a7c34e2c_SeqId_4_
2024-11-07T15:50:39,737 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_ to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/table1/45b40626204459231a9b5b831f7326d7/mob/29d366ebda224c768e1149dbecc5ecf6_SeqId_4_
2024-11-07T15:50:39,738 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/recovered.edits/6.seqid to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b/recovered.edits/6.seqid
2024-11-07T15:50:39,739 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/fd848227fdef0beea8cc2d2dc25a128b
2024-11-07T15:50:39,740 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7/recovered.edits/6.seqid to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/default/table1/45b40626204459231a9b5b831f7326d7/recovered.edits/6.seqid
2024-11-07T15:50:39,740 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/45b40626204459231a9b5b831f7326d7
2024-11-07T15:50:39,740 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-11-07T15:50:39,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-07T15:50:39,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-11-07T15:50:39,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-11-07T15:50:39,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40601 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-07T15:50:39,753 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-11-07T15:50:39,755 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-11-07T15:50:39,756 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-11-07T15:50:39,756 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1730994630587.45b40626204459231a9b5b831f7326d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730994639756"}]},"ts":"9223372036854775807"}
2024-11-07T15:50:39,756 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730994639756"}]},"ts":"9223372036854775807"}
2024-11-07T15:50:39,759 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-07T15:50:39,759 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 45b40626204459231a9b5b831f7326d7, NAME => 'table1,,1730994630587.45b40626204459231a9b5b831f7326d7.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => fd848227fdef0beea8cc2d2dc25a128b, NAME => 'table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b.', STARTKEY => 'row0', ENDKEY => ''}]
2024-11-07T15:50:39,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-11-07T15:50:39,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730994639759"}]},"ts":"9223372036854775807"}
2024-11-07T15:50:39,761 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-11-07T15:50:39,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741982_1158 (size=938)
2024-11-07T15:50:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:40,171 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8f8f185229de99efd0b543f5b253e9c, NAME => 'table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:40,171 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b61cb703a914cd1934dec46319285d9, NAME => 'table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:40,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741983_1159 (size=45)
2024-11-07T15:50:40,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741984_1160 (size=45)
2024-11-07T15:50:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:40,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:40,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing e8f8f185229de99efd0b543f5b253e9c, disabling compactions & flushes
2024-11-07T15:50:40,583 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c. after waiting 0 ms
2024-11-07T15:50:40,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,584 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,584 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8f8f185229de99efd0b543f5b253e9c:
Waiting for close lock at 1730994640583Disabling compacts and flushes for region at 1730994640583Disabling writes for close at 1730994640583Writing region close event to WAL at 1730994640583Closed at 1730994640583
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 5b61cb703a914cd1934dec46319285d9, disabling compactions & flushes
2024-11-07T15:50:40,587 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9. after waiting 0 ms
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,587 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,587 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b61cb703a914cd1934dec46319285d9:
Waiting for close lock at 1730994640587Disabling compacts and flushes for region at 1730994640587Disabling writes for close at 1730994640587Writing region close event to WAL at 1730994640587Closed at 1730994640587
2024-11-07T15:50:40,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730994640589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994640589"}]},"ts":"1730994640589"}
2024-11-07T15:50:40,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1730994640589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994640589"}]},"ts":"1730994640589"}
2024-11-07T15:50:40,594 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-07T15:50:40,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994640596"}]},"ts":"1730994640596"}
2024-11-07T15:50:40,598 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-11-07T15:50:40,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, ASSIGN}]
2024-11-07T15:50:40,599 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, ASSIGN
2024-11-07T15:50:40,599 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, ASSIGN
2024-11-07T15:50:40,600 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:40,600 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:40,750 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:40,750 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, ASSIGN because future has completed
2024-11-07T15:50:40,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, ASSIGN because future has completed
2024-11-07T15:50:40,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:40,908 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,909 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b61cb703a914cd1934dec46319285d9, NAME => 'table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-07T15:50:40,909 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:40,909 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,910 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:40,910 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,910 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,912 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:40,915 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName f
2024-11-07T15:50:40,915 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,916 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,916 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:40,917 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName f3
2024-11-07T15:50:40,918 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,918 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,918 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:40,920 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName mob
2024-11-07T15:50:40,921 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,922 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,922 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,923 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,924 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,925 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,925 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,926 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:40,927 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,929 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:40,929 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 5b61cb703a914cd1934dec46319285d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11620208960, jitterRate=0.0822162926197052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:40,930 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:40,930 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 5b61cb703a914cd1934dec46319285d9:
Running coprocessor pre-open hook at 1730994640910Writing region info on filesystem at 1730994640910Initializing all the Stores at 1730994640911 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640912 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640912Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640912Cleaning up temporary data from old regions at 1730994640925 (+13 ms)Running coprocessor post-open hooks at 1730994640930 (+5 ms)Region opened successfully at 1730994640930
2024-11-07T15:50:40,931 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9., pid=79, masterSystemTime=1730994640904
2024-11-07T15:50:40,933 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,933 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:40,933 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,933 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => e8f8f185229de99efd0b543f5b253e9c, NAME => 'table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-07T15:50:40,934 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:40,934 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:40,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:40,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:40,936 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:40,937 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName f
2024-11-07T15:50:40,937 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,938 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,938 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:40,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-07T15:50:40,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 in 184 msec
2024-11-07T15:50:40,939 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName f3
2024-11-07T15:50:40,939 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,939 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, ASSIGN in 340 msec
2024-11-07T15:50:40,940 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,940 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:40,941 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName mob
2024-11-07T15:50:40,942 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:40,942 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:40,943 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,943 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,944 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,945 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,945 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,946 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:40,948 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,950 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:40,950 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened e8f8f185229de99efd0b543f5b253e9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11290596000, jitterRate=0.05151869356632233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:40,950 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:40,950 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for e8f8f185229de99efd0b543f5b253e9c:
Running coprocessor pre-open hook at 1730994640934Writing region info on filesystem at 1730994640934Initializing all the Stores at 1730994640935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640935Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640936 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994640936Cleaning up temporary data from old regions at 1730994640945 (+9 ms)Running coprocessor post-open hooks at 1730994640950 (+5 ms)Region opened successfully at 1730994640950
2024-11-07T15:50:40,951 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., pid=80, masterSystemTime=1730994640904
2024-11-07T15:50:40,953 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,953 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:40,953 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:40,957 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77
2024-11-07T15:50:40,957 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 in 202 msec
2024-11-07T15:50:40,958 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-07T15:50:40,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, ASSIGN in 359 msec
2024-11-07T15:50:40,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994640958"}]},"ts":"1730994640958"}
2024-11-07T15:50:40,960 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-11-07T15:50:40,960 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-11-07T15:50:40,962 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2440 sec
2024-11-07T15:50:41,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c0ce2d722d37c33642cb2d9178564a92, had cached 0 bytes from a total of 13547
2024-11-07T15:50:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-07T15:50:41,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-11-07T15:50:41,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:41,884 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7,hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6 from hbase tables test-1730994547626 to tables table1
2024-11-07T15:50:41,884 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1730994547626 into table1
2024-11-07T15:50:41,885 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884 from hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7,hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6
2024-11-07T15:50:41,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533590e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:41,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:41,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:41,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:41,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:41,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:41,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157545e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:41,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:41,888 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:41,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11141925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:41,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:41,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c55eee
2024-11-07T15:50:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:41,890 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:41,891 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:41,891 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-07T15:50:41,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:41,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:41,893 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:41,894 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-07T15:50:41,894 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-07T15:50:41,894 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-07T15:50:41,895 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_b52613b9-e8d1-42f0-9424-49b3f4ae77b9
2024-11-07T15:50:41,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741985_1161 (size=177)
2024-11-07T15:50:42,185 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-07T15:50:42,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:42,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:42,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:42,306 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-07T15:50:42,306 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:42,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:42,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,307 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:42,307 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-07T15:50:42,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:42,316 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:42,327 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-07T15:50:42,410 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local2112740457_0014_637d4ecf-467c-4e0e-944a-62efbe7558ab/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:42,410 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local2112740457_0014_637d4ecf-467c-4e0e-944a-62efbe7558ab/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:42,463 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/1caafae2759442d281d5d88d61cbd61b
2024-11-07T15:50:42,466 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:42,501 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/ddad5e5486114ecdb5c0bf398a953a86
2024-11-07T15:50:42,504 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:42,526 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f/0baec679e10344e79ed711883f5f930a
2024-11-07T15:50:42,529 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:42,560 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/26a63b10eb8b294cafed871b87218aa7/mob/d41d8cd98f00b204e9800998ecf8427e20241107902609da6c0b4772a37f4d5ac0de4e22_b7630048596cf557502112978353aaf6
2024-11-07T15:50:42,564 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:42,586 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/default/test-1730994547626/archive/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/mob/0f82427d699d4976bae969ddcc34be3d
2024-11-07T15:50:42,588 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:42,617 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6907a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,617 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:42,617 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:42,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:42,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603cd60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,620 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:42,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81ceea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,621 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:42,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:42,623 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:42,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1730994547626-1-0', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:42,625 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-07T15:50:42,625 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:42,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,625 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:42,625 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-1-0]
2024-11-07T15:50:42,625 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:42,633 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bb60bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,633 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:42,633 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:42,634 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a368a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:42,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,635 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:42,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7785fc86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:42,636 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:42,638 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1730994547626-3-0', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:42,640 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-07T15:50:42,640 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:42,640 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,640 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:42,640 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:42,640 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-3-0]
2024-11-07T15:50:42,640 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:42,646 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/_temporary/0/_temporary/attempt_local2112740457_0014_r_000000_0/f/7c310cfc51bf474ba8585065ebcb4056 is 59, key is row-test-1730994547626-1-10/f:q1/1730994577775/Put/seqid=0
2024-11-07T15:50:42,647 WARN  [Thread-1814 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:42,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741986_1162 (size=11125)
2024-11-07T15:50:43,051 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/_temporary/0/_temporary/attempt_local2112740457_0014_r_000000_0/mob/464a08881faa4e93bf0013b1aaac20ac is 192, key is row-test-1730994547626-3-100/mob:q1/1730994578113/Put/seqid=0
2024-11-07T15:50:43,052 WARN  [Thread-1816 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:43,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741987_1163 (size=13404)
2024-11-07T15:50:43,477 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101f5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:43,477 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:43,477 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:43,477 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fad0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:43,479 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:43,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f5682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:43,480 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:43,482 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:43,485 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-11-07T15:50:43,485 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:43,485 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:43,485 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:43,485 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:43,485 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-11-07T15:50:43,485 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:43,489 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/_temporary/0/_temporary/attempt_local2112740457_0014_r_000001_0/f/d0e42dcadc984ad29a797851daf79047 is 37, key is row10/f:q1/1730994550316/Put/seqid=0
2024-11-07T15:50:43,491 WARN  [Thread-1831 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:43,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741988_1164 (size=8742)
2024-11-07T15:50:44,455 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884
2024-11-07T15:50:44,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61909e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,457 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c78dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,459 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d290f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,462 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,464 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/_SUCCESS
2024-11-07T15:50:44,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482334ce
2024-11-07T15:50:44,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,474 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,479 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,485 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/7c310cfc51bf474ba8585065ebcb4056 first=Optional[row-test-1730994547626-1-0] last=Optional[row-test-1730994547626-1-98]
2024-11-07T15:50:44,488 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/d0e42dcadc984ad29a797851daf79047 first=Optional[row0] last=Optional[row98]
2024-11-07T15:50:44,491 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/mob/464a08881faa4e93bf0013b1aaac20ac first=Optional[row-test-1730994547626-3-0] last=Optional[row-test-1730994547626-3-99]
2024-11-07T15:50:44,494 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/d0e42dcadc984ad29a797851daf79047 for inclusion in 5b61cb703a914cd1934dec46319285d9/f
2024-11-07T15:50:44,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/7c310cfc51bf474ba8585065ebcb4056 for inclusion in e8f8f185229de99efd0b543f5b253e9c/f
2024-11-07T15:50:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-11-07T15:50:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-11-07T15:50:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for 5b61cb703a914cd1934dec46319285d9:

2024-11-07T15:50:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/d0e42dcadc984ad29a797851daf79047 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/d0e42dcadc984ad29a797851daf79047
2024-11-07T15:50:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-test-1730994547626-1-0 last=row-test-1730994547626-1-98
2024-11-07T15:50:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-07T15:50:44,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/mob/464a08881faa4e93bf0013b1aaac20ac for inclusion in e8f8f185229de99efd0b543f5b253e9c/mob
2024-11-07T15:50:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/d0e42dcadc984ad29a797851daf79047 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/f/3ca10b4a181e4c709755c37147c83f41_SeqId_4_
2024-11-07T15:50:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5684caef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,503 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50218fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,504 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-test-1730994547626-3-0 last=row-test-1730994547626-3-99
2024-11-07T15:50:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-07T15:50:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for e8f8f185229de99efd0b543f5b253e9c:

2024-11-07T15:50:44,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338b7ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/f/7c310cfc51bf474ba8585065ebcb4056 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/7c310cfc51bf474ba8585065ebcb4056
2024-11-07T15:50:44,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bc237ce
2024-11-07T15:50:44,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,508 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/7c310cfc51bf474ba8585065ebcb4056 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f/ce29ed2ac066446fa99e99738e40f913_SeqId_4_
2024-11-07T15:50:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994641884/mob/464a08881faa4e93bf0013b1aaac20ac to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/mob/464a08881faa4e93bf0013b1aaac20ac
2024-11-07T15:50:44,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,511 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/mob/464a08881faa4e93bf0013b1aaac20ac as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/mob/16b350f035cf4799a954fb8a5d027582_SeqId_4_
2024-11-07T15:50:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f90b292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,513 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a9662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,515 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aefec16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c2130d
2024-11-07T15:50:44,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,518 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,523 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601.
2024-11-07T15:50:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/d0e42dcadc984ad29a797851daf79047 into 5b61cb703a914cd1934dec46319285d9/f as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/f/3ca10b4a181e4c709755c37147c83f41_SeqId_4_ - updating store file list.
2024-11-07T15:50:44,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,539 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/f/3ca10b4a181e4c709755c37147c83f41_SeqId_4_ into 5b61cb703a914cd1934dec46319285d9/f
2024-11-07T15:50:44,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/d0e42dcadc984ad29a797851daf79047 into 5b61cb703a914cd1934dec46319285d9/f (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/f/3ca10b4a181e4c709755c37147c83f41_SeqId_4_)
2024-11-07T15:50:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/d0e42dcadc984ad29a797851daf79047
2024-11-07T15:50:44,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f28af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daee9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,545 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,545 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f5eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebdb9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,546 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518b6a1a
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df2a4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,548 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,548 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579bc4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7c989e
2024-11-07T15:50:44,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,551 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,551 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,554 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601.
2024-11-07T15:50:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,571 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,574 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,574 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,575 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/7c310cfc51bf474ba8585065ebcb4056 into e8f8f185229de99efd0b543f5b253e9c/f as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f/ce29ed2ac066446fa99e99738e40f913_SeqId_4_ - updating store file list.
2024-11-07T15:50:44,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f/ce29ed2ac066446fa99e99738e40f913_SeqId_4_ into e8f8f185229de99efd0b543f5b253e9c/f
2024-11-07T15:50:44,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/7c310cfc51bf474ba8585065ebcb4056 into e8f8f185229de99efd0b543f5b253e9c/f (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f/ce29ed2ac066446fa99e99738e40f913_SeqId_4_)
2024-11-07T15:50:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/f/7c310cfc51bf474ba8585065ebcb4056
2024-11-07T15:50:44,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/mob/464a08881faa4e93bf0013b1aaac20ac into e8f8f185229de99efd0b543f5b253e9c/mob as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/mob/16b350f035cf4799a954fb8a5d027582_SeqId_4_ - updating store file list.
2024-11-07T15:50:44,589 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/mob/16b350f035cf4799a954fb8a5d027582_SeqId_4_ into e8f8f185229de99efd0b543f5b253e9c/mob
2024-11-07T15:50:44,589 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/mob/464a08881faa4e93bf0013b1aaac20ac into e8f8f185229de99efd0b543f5b253e9c/mob (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/mob/16b350f035cf4799a954fb8a5d027582_SeqId_4_)
2024-11-07T15:50:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__jqrma7i58l1h6lb0erkgd05fdcr9odi5kb8g7vuatguooo9avv3gv44oa5lj9v38/mob/464a08881faa4e93bf0013b1aaac20ac
2024-11-07T15:50:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76439ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:44,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:44,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33591f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,594 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:44,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96b74da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:44,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:44,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33091c82
2024-11-07T15:50:44,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:44,596 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:44,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:44,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:44,599 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:44,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,615 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,616 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:44,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:44,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:44,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:44,616 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-07T15:50:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:44,619 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T15:50:44,636 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1730994547626' to 'table1' from log dirs: hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626/f2/b945f3e0eab0455fa012616e35bde737
2024-11-07T15:50:44,640 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1730994547626', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1730994621426
2024-11-07T15:50:44,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-11-07T15:50:44,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741989_1165 (size=938)
2024-11-07T15:50:44,721 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-07T15:50:45,054 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-11-07T15:50:45,054 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-11-07T15:50:45,057 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-11-07T15:50:45,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE}]
2024-11-07T15:50:45,059 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE
2024-11-07T15:50:45,059 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE
2024-11-07T15:50:45,060 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,060 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE because future has completed
2024-11-07T15:50:45,062 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:50:45,062 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE because future has completed
2024-11-07T15:50:45,063 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:50:45,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:45,215 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,215 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:50:45,215 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 5b61cb703a914cd1934dec46319285d9, disabling compactions & flushes
2024-11-07T15:50:45,215 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,215 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,215 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9. after waiting 0 ms
2024-11-07T15:50:45,215 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,219 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:45,220 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:45,220 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,220 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 5b61cb703a914cd1934dec46319285d9:
Waiting for close lock at 1730994645215Running coprocessor pre-close hooks at 1730994645215Disabling compacts and flushes for region at 1730994645215Disabling writes for close at 1730994645215Writing region close event to WAL at 1730994645216 (+1 ms)Running coprocessor post-close hooks at 1730994645220 (+4 ms)Closed at 1730994645220
2024-11-07T15:50:45,220 WARN  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 5b61cb703a914cd1934dec46319285d9 to self.
2024-11-07T15:50:45,222 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,222 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,222 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:50:45,223 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing e8f8f185229de99efd0b543f5b253e9c, disabling compactions & flushes
2024-11-07T15:50:45,223 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,223 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,223 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c. after waiting 0 ms
2024-11-07T15:50:45,223 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,223 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=CLOSED
2024-11-07T15:50:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:45,227 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-07T15:50:45,227 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:45,228 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:45,228 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,228 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 in 163 msec
2024-11-07T15:50:45,228 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for e8f8f185229de99efd0b543f5b253e9c:
Waiting for close lock at 1730994645223Running coprocessor pre-close hooks at 1730994645223Disabling compacts and flushes for region at 1730994645223Disabling writes for close at 1730994645223Writing region close event to WAL at 1730994645224 (+1 ms)Running coprocessor post-close hooks at 1730994645228 (+4 ms)Closed at 1730994645228
2024-11-07T15:50:45,228 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE; state=CLOSED, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=true
2024-11-07T15:50:45,228 WARN  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: e8f8f185229de99efd0b543f5b253e9c to self.
2024-11-07T15:50:45,230 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,230 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=CLOSED
2024-11-07T15:50:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:45,234 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83
2024-11-07T15:50:45,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 in 169 msec
2024-11-07T15:50:45,235 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE; state=CLOSED, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=true
2024-11-07T15:50:45,379 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,379 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE because future has completed
2024-11-07T15:50:45,381 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:45,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE because future has completed
2024-11-07T15:50:45,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:45,534 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e8f8f185229de99efd0b543f5b253e9c, NAME => 'table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.', STARTKEY => '', ENDKEY => 'row0'}
2024-11-07T15:50:45,535 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:45,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:45,536 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,536 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,537 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:45,538 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName f
2024-11-07T15:50:45,538 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,544 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f/ce29ed2ac066446fa99e99738e40f913_SeqId_4_
2024-11-07T15:50:45,544 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,544 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:45,545 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName f2
2024-11-07T15:50:45,545 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,546 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,546 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e8f8f185229de99efd0b543f5b253e9c 
2024-11-07T15:50:45,547 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8f8f185229de99efd0b543f5b253e9c columnFamilyName mob
2024-11-07T15:50:45,547 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,553 DEBUG [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/mob/16b350f035cf4799a954fb8a5d027582_SeqId_4_
2024-11-07T15:50:45,553 INFO  [StoreOpener-e8f8f185229de99efd0b543f5b253e9c-1 {}] regionserver.HStore(327): Store=e8f8f185229de99efd0b543f5b253e9c/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,553 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,554 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,555 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,556 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,556 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,557 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:45,558 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,559 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e8f8f185229de99efd0b543f5b253e9c; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9846044320, jitterRate=-0.08301566541194916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:45,559 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:45,559 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e8f8f185229de99efd0b543f5b253e9c:
Running coprocessor pre-open hook at 1730994645536Writing region info on filesystem at 1730994645536Initializing all the Stores at 1730994645537 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645537Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645537Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645537Cleaning up temporary data from old regions at 1730994645556 (+19 ms)Running coprocessor post-open hooks at 1730994645559 (+3 ms)Region opened successfully at 1730994645559
2024-11-07T15:50:45,560 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., pid=87, masterSystemTime=1730994645532
2024-11-07T15:50:45,562 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,562 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:45,562 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,562 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b61cb703a914cd1934dec46319285d9, NAME => 'table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.', STARTKEY => 'row0', ENDKEY => ''}
2024-11-07T15:50:45,562 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8f8f185229de99efd0b543f5b253e9c, regionState=OPEN, openSeqNum=7, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,563 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:45,563 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,563 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:45,563 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,563 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:45,564 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:45,565 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName f
2024-11-07T15:50:45,565 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,567 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83
2024-11-07T15:50:45,567 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure e8f8f185229de99efd0b543f5b253e9c, server=7b3e4e8e12ef,40601,1730994538818 in 184 msec
2024-11-07T15:50:45,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e8f8f185229de99efd0b543f5b253e9c, REOPEN/MOVE in 509 msec
2024-11-07T15:50:45,571 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/f/3ca10b4a181e4c709755c37147c83f41_SeqId_4_
2024-11-07T15:50:45,571 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,571 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:45,572 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName f2
2024-11-07T15:50:45,572 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,573 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,573 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5b61cb703a914cd1934dec46319285d9 
2024-11-07T15:50:45,574 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b61cb703a914cd1934dec46319285d9 columnFamilyName mob
2024-11-07T15:50:45,574 DEBUG [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:45,575 INFO  [StoreOpener-5b61cb703a914cd1934dec46319285d9-1 {}] regionserver.HStore(327): Store=5b61cb703a914cd1934dec46319285d9/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:45,575 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,576 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,577 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,578 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,578 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,578 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-07T15:50:45,580 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,581 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 5b61cb703a914cd1934dec46319285d9; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9462802560, jitterRate=-0.11870783567428589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-07T15:50:45,581 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:45,581 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 5b61cb703a914cd1934dec46319285d9:
Running coprocessor pre-open hook at 1730994645563Writing region info on filesystem at 1730994645563Initializing all the Stores at 1730994645564 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645564Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645564Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994645564Cleaning up temporary data from old regions at 1730994645578 (+14 ms)Running coprocessor post-open hooks at 1730994645581 (+3 ms)Region opened successfully at 1730994645581
2024-11-07T15:50:45,582 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9., pid=88, masterSystemTime=1730994645532
2024-11-07T15:50:45,584 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,584 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:45,584 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5b61cb703a914cd1934dec46319285d9, regionState=OPEN, openSeqNum=7, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:45,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:45,589 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84
2024-11-07T15:50:45,589 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b61cb703a914cd1934dec46319285d9, server=7b3e4e8e12ef,40601,1730994538818 in 204 msec
2024-11-07T15:50:45,590 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82
2024-11-07T15:50:45,590 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5b61cb703a914cd1934dec46319285d9, REOPEN/MOVE in 531 msec
2024-11-07T15:50:45,593 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-07T15:50:45,593 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 535 msec
2024-11-07T15:50:45,595 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-11-07T15:50:45,595 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., family=f3
2024-11-07T15:50:45,596 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9., family=f3
2024-11-07T15:50:45,598 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 954 msec
2024-11-07T15:50:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-11-07T15:50:45,600 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-11-07T15:50:45,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:45,604 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:45,604 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626/f2/b945f3e0eab0455fa012616e35bde737 from hbase tables test-1730994547626 to tables table1
2024-11-07T15:50:45,604 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1730994547626 into table1
2024-11-07T15:50:45,605 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604 from hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626/f2/b945f3e0eab0455fa012616e35bde737
2024-11-07T15:50:45,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0ad9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:45,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:45,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:45,606 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f729ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:45,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:45,608 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:45,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421a4297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:45,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:45,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:45,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a80f449
2024-11-07T15:50:45,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:45,610 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:45,611 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:45,611 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-11-07T15:50:45,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:45,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:45,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:45,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:45,613 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:45,615 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-11-07T15:50:45,615 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-11-07T15:50:45,615 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-07T15:50:45,615 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_5c7427a7-572c-45e7-b9e9-d6cc13b16350
2024-11-07T15:50:45,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741990_1166 (size=177)
2024-11-07T15:50:46,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:46,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:46,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:46,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:46,026 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-11-07T15:50:46,026 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:46,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:46,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:46,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:46,026 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:46,026 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-07T15:50:46,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:46,036 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:46,048 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-07T15:50:46,128 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local606045174_0015_8c14c684-4d0f-4b56-a4d3-46e87cb26814/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:46,128 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local606045174_0015_8c14c684-4d0f-4b56-a4d3-46e87cb26814/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:46,184 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626/f2/b945f3e0eab0455fa012616e35bde737
2024-11-07T15:50:46,186 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:46,212 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76510067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:46,212 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:46,212 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:46,213 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734b5e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:46,215 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20495c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:46,216 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:46,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:46,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:46,217 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:46,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1730994547626-2-0', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7]
2024-11-07T15:50:46,219 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-11-07T15:50:46,219 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:46,219 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:46,219 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:46,219 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:46,219 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1730994547626-2-0]
2024-11-07T15:50:46,220 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:46,223 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604/_temporary/0/_temporary/attempt_local606045174_0015_r_000000_0/f2/d781d0f5c8a543b5bb6c37642c2497d2 is 58, key is row-test-1730994547626-2-0/f2:q1/1730994616415/Put/seqid=0
2024-11-07T15:50:46,225 WARN  [Thread-1894 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:46,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741991_1167 (size=5608)
2024-11-07T15:50:47,166 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604
2024-11-07T15:50:47,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c25a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:47,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:47,167 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4becf135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,168 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:47,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b87fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:47,171 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:47,173 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604/_SUCCESS
2024-11-07T15:50:47,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78206eb2
2024-11-07T15:50:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:47,178 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:47,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7]
2024-11-07T15:50:47,183 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-11-07T15:50:47,188 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604/f2/d781d0f5c8a543b5bb6c37642c2497d2 first=Optional[row-test-1730994547626-2-0] last=Optional[row-test-1730994547626-2-6]
2024-11-07T15:50:47,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604/f2/d781d0f5c8a543b5bb6c37642c2497d2 for inclusion in e8f8f185229de99efd0b543f5b253e9c/f2
2024-11-07T15:50:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-test-1730994547626-2-0 last=row-test-1730994547626-2-6
2024-11-07T15:50:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-11-07T15:50:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for e8f8f185229de99efd0b543f5b253e9c:

2024-11-07T15:50:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-default-table1-1730994645604/f2/d781d0f5c8a543b5bb6c37642c2497d2 to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__qubbqp593k975puo840gamreioqj878fi0vtep46ljmqqr9ibnrvve3ek18t7gm/f2/d781d0f5c8a543b5bb6c37642c2497d2
2024-11-07T15:50:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__qubbqp593k975puo840gamreioqj878fi0vtep46ljmqqr9ibnrvve3ek18t7gm/f2/d781d0f5c8a543b5bb6c37642c2497d2 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f2/e18dccc3804142739b07299b309d3a58_SeqId_9_
2024-11-07T15:50:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bd4632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:47,199 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b1512d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:47,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,200 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:47,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b79209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d934dd
2024-11-07T15:50:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:47,202 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:47,205 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:47,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,218 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:47,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__qubbqp593k975puo840gamreioqj878fi0vtep46ljmqqr9ibnrvve3ek18t7gm/f2/d781d0f5c8a543b5bb6c37642c2497d2 into e8f8f185229de99efd0b543f5b253e9c/f2 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f2/e18dccc3804142739b07299b309d3a58_SeqId_9_ - updating store file list.
2024-11-07T15:50:47,225 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f2/e18dccc3804142739b07299b309d3a58_SeqId_9_ into e8f8f185229de99efd0b543f5b253e9c/f2
2024-11-07T15:50:47,225 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__qubbqp593k975puo840gamreioqj878fi0vtep46ljmqqr9ibnrvve3ek18t7gm/f2/d781d0f5c8a543b5bb6c37642c2497d2 into e8f8f185229de99efd0b543f5b253e9c/f2 (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/f2/e18dccc3804142739b07299b309d3a58_SeqId_9_)
2024-11-07T15:50:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__table1__qubbqp593k975puo840gamreioqj878fi0vtep46ljmqqr9ibnrvve3ek18t7gm/f2/d781d0f5c8a543b5bb6c37642c2497d2
2024-11-07T15:50:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bb1c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:47,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:47,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:47,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:47,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3374165f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,231 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47925c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:47,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dd10a0
2024-11-07T15:50:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:47,234 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:47,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:47,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:47,237 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:47,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:47,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,257 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:47,258 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:47,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:47,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:47,259 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:47,259 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-07T15:50:47,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7 , the old value is region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:47,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:47,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7 from cache
2024-11-07T15:50:47,259 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1730994547626 has been successfully restored to table1
2024-11-07T15:50:47,259 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-07T15:50:47,259 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1730994621426 hdfs://localhost:38469/backupUT/backup_1730994621426/default/test-1730994547626/
2024-11-07T15:50:47,260 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T15:50:47,260 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38469/backupUT/backup_1730994590441/.backup.manifest
2024-11-07T15:50:47,262 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1730994590441/.backup.manifest
2024-11-07T15:50:47,262 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17309945476261' to 'ns2:table2' from full backup image hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261
2024-11-07T15:50:47,264 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17309945476261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1730994621426
2024-11-07T15:50:47,267 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-11-07T15:50:47,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2
2024-11-07T15:50:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-11-07T15:50:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-07T15:50:47,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994647272"}]},"ts":"1730994647272"}
2024-11-07T15:50:47,274 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-11-07T15:50:47,274 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-11-07T15:50:47,275 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-11-07T15:50:47,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, UNASSIGN}]
2024-11-07T15:50:47,277 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, UNASSIGN
2024-11-07T15:50:47,278 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=36c3d9544a6b96e9b0cbf6bea348b31e, regionState=CLOSING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, UNASSIGN because future has completed
2024-11-07T15:50:47,279 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-07T15:50:47,279 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:47,361 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-07T15:50:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-07T15:50:47,432 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:47,432 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-07T15:50:47,432 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 36c3d9544a6b96e9b0cbf6bea348b31e, disabling compactions & flushes
2024-11-07T15:50:47,432 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:47,432 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:47,432 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e. after waiting 0 ms
2024-11-07T15:50:47,432 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:47,436 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:47,437 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:47,437 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.
2024-11-07T15:50:47,437 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 36c3d9544a6b96e9b0cbf6bea348b31e:
Waiting for close lock at 1730994647432Running coprocessor pre-close hooks at 1730994647432Disabling compacts and flushes for region at 1730994647432Disabling writes for close at 1730994647432Writing region close event to WAL at 1730994647433 (+1 ms)Running coprocessor post-close hooks at 1730994647437 (+4 ms)Closed at 1730994647437
2024-11-07T15:50:47,439 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:47,439 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=36c3d9544a6b96e9b0cbf6bea348b31e, regionState=CLOSED
2024-11-07T15:50:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:47,444 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-07T15:50:47,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 36c3d9544a6b96e9b0cbf6bea348b31e, server=7b3e4e8e12ef,40601,1730994538818 in 163 msec
2024-11-07T15:50:47,446 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-07T15:50:47,446 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=36c3d9544a6b96e9b0cbf6bea348b31e, UNASSIGN in 168 msec
2024-11-07T15:50:47,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-07T15:50:47,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 171 msec
2024-11-07T15:50:47,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994647449"}]},"ts":"1730994647449"}
2024-11-07T15:50:47,450 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-11-07T15:50:47,450 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-11-07T15:50:47,452 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 183 msec
2024-11-07T15:50:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-07T15:50:47,592 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-11-07T15:50:47,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2
2024-11-07T15:50:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-11-07T15:50:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:47,594 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-11-07T15:50:47,597 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:47,598 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f, FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/recovered.edits]
2024-11-07T15:50:47,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_ to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/f/b66a4834a0cd4cc882a1fcfbcb0daccc_SeqId_4_
2024-11-07T15:50:47,606 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/recovered.edits/6.seqid to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/archive/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e/recovered.edits/6.seqid
2024-11-07T15:50:47,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/36c3d9544a6b96e9b0cbf6bea348b31e
2024-11-07T15:50:47,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-11-07T15:50:47,611 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-11-07T15:50:47,613 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-11-07T15:50:47,614 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-11-07T15:50:47,614 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730994647614"}]},"ts":"9223372036854775807"}
2024-11-07T15:50:47,616 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-07T15:50:47,616 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 36c3d9544a6b96e9b0cbf6bea348b31e, NAME => 'ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e.', STARTKEY => '', ENDKEY => ''}]
2024-11-07T15:50:47,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-11-07T15:50:47,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730994647616"}]},"ts":"9223372036854775807"}
2024-11-07T15:50:47,618 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-11-07T15:50:47,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741992_1168 (size=351)
2024-11-07T15:50:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:48,027 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79d4b7a21fd936ee856c0fbf539bc241, NAME => 'ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b
2024-11-07T15:50:48,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741993_1169 (size=37)
2024-11-07T15:50:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 79d4b7a21fd936ee856c0fbf539bc241, disabling compactions & flushes
2024-11-07T15:50:48,433 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241. after waiting 0 ms
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,433 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,433 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79d4b7a21fd936ee856c0fbf539bc241:
Waiting for close lock at 1730994648433Disabling compacts and flushes for region at 1730994648433Disabling writes for close at 1730994648433Writing region close event to WAL at 1730994648433Closed at 1730994648433
2024-11-07T15:50:48,435 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1730994648434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994648434"}]},"ts":"1730994648434"}
2024-11-07T15:50:48,436 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T15:50:48,437 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994648437"}]},"ts":"1730994648437"}
2024-11-07T15:50:48,438 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-11-07T15:50:48,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=79d4b7a21fd936ee856c0fbf539bc241, ASSIGN}]
2024-11-07T15:50:48,439 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=79d4b7a21fd936ee856c0fbf539bc241, ASSIGN
2024-11-07T15:50:48,440 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=79d4b7a21fd936ee856c0fbf539bc241, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40601,1730994538818; forceNewPlan=false, retain=false
2024-11-07T15:50:48,590 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=79d4b7a21fd936ee856c0fbf539bc241, regionState=OPENING, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:48,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=79d4b7a21fd936ee856c0fbf539bc241, ASSIGN because future has completed
2024-11-07T15:50:48,592 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79d4b7a21fd936ee856c0fbf539bc241, server=7b3e4e8e12ef,40601,1730994538818}]
2024-11-07T15:50:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:48,748 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,748 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 79d4b7a21fd936ee856c0fbf539bc241, NAME => 'ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.', STARTKEY => '', ENDKEY => ''}
2024-11-07T15:50:48,748 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-07T15:50:48,748 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,748 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T15:50:48,749 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,749 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,750 INFO  [StoreOpener-79d4b7a21fd936ee856c0fbf539bc241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79d4b7a21fd936ee856c0fbf539bc241 
2024-11-07T15:50:48,751 INFO  [StoreOpener-79d4b7a21fd936ee856c0fbf539bc241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d4b7a21fd936ee856c0fbf539bc241 columnFamilyName f
2024-11-07T15:50:48,752 DEBUG [StoreOpener-79d4b7a21fd936ee856c0fbf539bc241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:48,752 INFO  [StoreOpener-79d4b7a21fd936ee856c0fbf539bc241-1 {}] regionserver.HStore(327): Store=79d4b7a21fd936ee856c0fbf539bc241/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T15:50:48,752 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,753 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,754 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,754 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,755 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,757 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T15:50:48,757 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 79d4b7a21fd936ee856c0fbf539bc241; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11788577920, jitterRate=0.09789687395095825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T15:50:48,757 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:48,758 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 79d4b7a21fd936ee856c0fbf539bc241:
Running coprocessor pre-open hook at 1730994648749Writing region info on filesystem at 1730994648749Initializing all the Stores at 1730994648750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994648750Cleaning up temporary data from old regions at 1730994648754 (+4 ms)Running coprocessor post-open hooks at 1730994648757 (+3 ms)Region opened successfully at 1730994648758 (+1 ms)
2024-11-07T15:50:48,759 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., pid=95, masterSystemTime=1730994648744
2024-11-07T15:50:48,760 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,761 INFO  [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:48,761 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=79d4b7a21fd936ee856c0fbf539bc241, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79d4b7a21fd936ee856c0fbf539bc241, server=7b3e4e8e12ef,40601,1730994538818 because future has completed
2024-11-07T15:50:48,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-11-07T15:50:48,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 79d4b7a21fd936ee856c0fbf539bc241, server=7b3e4e8e12ef,40601,1730994538818 in 171 msec
2024-11-07T15:50:48,766 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-07T15:50:48,766 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=79d4b7a21fd936ee856c0fbf539bc241, ASSIGN in 326 msec
2024-11-07T15:50:48,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994648766"}]},"ts":"1730994648766"}
2024-11-07T15:50:48,768 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-11-07T15:50:48,768 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-11-07T15:50:48,769 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1760 sec
2024-11-07T15:50:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-07T15:50:49,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-11-07T15:50:49,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:49,743 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92 from hbase tables ns2:test-17309945476261 to tables ns2:table2
2024-11-07T15:50:49,743 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17309945476261 into ns2:table2
2024-11-07T15:50:49,745 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743 from hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:49,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ec3e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:49,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:49,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:49,746 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:49,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:49,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:49,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d1eb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:49,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:49,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:49,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:49,747 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ceb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:49,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c712f4
2024-11-07T15:50:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:49,749 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:49,750 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-07T15:50:49,750 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-11-07T15:50:49,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:49,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:49,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:49,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:49,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:49,754 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-11-07T15:50:49,754 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-11-07T15:50:49,754 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/partitions_4b24eaa2-02ff-45c5-8abf-5a81b8aa76cf
2024-11-07T15:50:49,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741994_1170 (size=153)
2024-11-07T15:50:50,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c85945f6a1a73c5d1e33b72172e74eed, had cached 0 bytes from a total of 41499
2024-11-07T15:50:50,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:50,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-07T15:50:50,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-07T15:50:50,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar
2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-07T15:50:50,175 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-11-07T15:50:50,175 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:50,175 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-11-07T15:50:50,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-07T15:50:50,185 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-07T15:50:50,196 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-07T15:50:50,274 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local296125955_0016_f14f26d5-90b5-4b22-9e95-d5b1f111b77f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-11-07T15:50:50,274 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/mapreduce.cluster.local.dir/job_local296125955_0016_f14f26d5-90b5-4b22-9e95-d5b1f111b77f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-11-07T15:50:50,317 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/34b9e4b827df484ebb433fe8f835aca3
2024-11-07T15:50:50,320 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:50,350 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38469/backupUT/backup_1730994590441/ns2/test-17309945476261/archive/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/f/e0cfc95d6fc24ba1992048b7d293ef0a
2024-11-07T15:50:50,353 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-11-07T15:50:50,366 WARN  [pool-286-thread-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-07T15:50:50,412 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ad6ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:50,412 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:50,412 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:50,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c530a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:50,415 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6daa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:50,415 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:50,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:50,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:50,417 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:50,418 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-11-07T15:50:50,418 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:50,418 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:50,419 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:50,419 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:50,419 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-07T15:50:50,419 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7b3e4e8e12ef
2024-11-07T15:50:50,423 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743/_temporary/0/_temporary/attempt_local296125955_0016_r_000000_0/f/50072beb4d474722baa66221c53d303b is 38, key is row-t20/f:q1/1730994578151/Put/seqid=0
2024-11-07T15:50:50,425 WARN  [Thread-1969 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7b3e4e8e12ef:40601] Specified favored nodes: [7b3e4e8e12ef:40601]
2024-11-07T15:50:50,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741995_1171 (size=8934)
2024-11-07T15:50:51,313 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743
2024-11-07T15:50:51,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25db2ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:51,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:51,315 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbc964c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:51,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,316 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:51,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177afe32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:51,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:51,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:51,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:51,322 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743/_SUCCESS
2024-11-07T15:50:51,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:51,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:51,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28621336
2024-11-07T15:50:51,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:51,326 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:51,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-11-07T15:50:51,335 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743/f/50072beb4d474722baa66221c53d303b first=Optional[row-t20] last=Optional[row98]
2024-11-07T15:50:51,338 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743/f/50072beb4d474722baa66221c53d303b for inclusion in 79d4b7a21fd936ee856c0fbf539bc241/f
2024-11-07T15:50:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-11-07T15:50:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-07T15:50:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegion(2603): Flush status journal for 79d4b7a21fd936ee856c0fbf539bc241:

2024-11-07T15:50:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/hbase-staging/bulk_output-ns2-table2-1730994649743/f/50072beb4d474722baa66221c53d303b to hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__6j991qu647cncu53j9qo83cirkrusf5cqqkl3n2ehdl10c8bs3eg8oncg1poeuu5/f/50072beb4d474722baa66221c53d303b
2024-11-07T15:50:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__6j991qu647cncu53j9qo83cirkrusf5cqqkl3n2ehdl10c8bs3eg8oncg1poeuu5/f/50072beb4d474722baa66221c53d303b as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/f/397ec4bb800b46d1914d3695afbf3b48_SeqId_4_
2024-11-07T15:50:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7269945e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:51,345 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce9508d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,347 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:51,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53457fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:51,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:51,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57bcf9e1
2024-11-07T15:50:51,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:51,349 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T15:50:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:51,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T15:50:51,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:51,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:51,364 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,364 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:51,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__6j991qu647cncu53j9qo83cirkrusf5cqqkl3n2ehdl10c8bs3eg8oncg1poeuu5/f/50072beb4d474722baa66221c53d303b into 79d4b7a21fd936ee856c0fbf539bc241/f as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/f/397ec4bb800b46d1914d3695afbf3b48_SeqId_4_ - updating store file list.
2024-11-07T15:50:51,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/f/397ec4bb800b46d1914d3695afbf3b48_SeqId_4_ into 79d4b7a21fd936ee856c0fbf539bc241/f
2024-11-07T15:50:51,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__6j991qu647cncu53j9qo83cirkrusf5cqqkl3n2ehdl10c8bs3eg8oncg1poeuu5/f/50072beb4d474722baa66221c53d303b into 79d4b7a21fd936ee856c0fbf539bc241/f (new location: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/f/397ec4bb800b46d1914d3695afbf3b48_SeqId_4_)
2024-11-07T15:50:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/staging/jenkins__ns2_table2__6j991qu647cncu53j9qo83cirkrusf5cqqkl3n2ehdl10c8bs3eg8oncg1poeuu5/f/50072beb4d474722baa66221c53d303b
2024-11-07T15:50:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fdb4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35095,-1 for getting cluster id
2024-11-07T15:50:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T15:50:51,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e7c378-4fbc-471a-99c7-54e1913d5184'
2024-11-07T15:50:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T15:50:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e7c378-4fbc-471a-99c7-54e1913d5184"

2024-11-07T15:50:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5276ac57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35095,-1]
2024-11-07T15:50:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T15:50:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,373 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-07T15:50:51,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2666927d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-07T15:50:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T15:50:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a53526
2024-11-07T15:50:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T15:50:51,375 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-07T15:50:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T15:50:51,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=-1]
2024-11-07T15:50:51,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T15:50:51,378 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-07T15:50:51,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-07T15:50:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-07T15:50:51,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:51,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601.
2024-11-07T15:50:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:51,390 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:51,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:51,390 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-11-07T15:50:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-07T15:50:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:51,391 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T15:50:51,405 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17309945476261', skipping incremental restore step.
2024-11-07T15:50:51,405 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-11-07T15:50:51,405 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1730994621426 hdfs://localhost:38469/backupUT/backup_1730994621426/ns2/test-17309945476261/
2024-11-07T15:50:51,405 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-11-07T15:50:51,406 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T15:50:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:54468 deadline: 1730994711406, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1730994630587.45b40626204459231a9b5b831f7326d7. is not online on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1730994630587.45b40626204459231a9b5b831f7326d7. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1730994630587.45b40626204459231a9b5b831f7326d7. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1730994630587.45b40626204459231a9b5b831f7326d7., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:51,502 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-07T15:50:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7]
2024-11-07T15:50:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:54468 deadline: 1730994711533, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b. is not online on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1730994630587.fd848227fdef0beea8cc2d2dc25a128b., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=7]
2024-11-07T15:50:51,653 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows
2024-11-07T15:50:51,658 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows
2024-11-07T15:50:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T15:50:51,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-11-07T15:50:51,680 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows
2024-11-07T15:50:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40601 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:54468 deadline: 1730994711679, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e. is not online on 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 , the old value is region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e. is not online on 7b3e4e8e12ef,40601,1730994538818
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-07T15:50:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2 from cache
2024-11-07T15:50:51,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241., hostname=7b3e4e8e12ef,40601,1730994538818, seqNum=2]
2024-11-07T15:50:51,796 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:51,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:51,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,796 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:51,811 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=644 (was 621)
Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1332403285_20 at /127.0.0.1:46026 [Receiving block BP-1555715460-172.17.0.2-1730994533097:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673305828_20 at /127.0.0.1:49626 [Waiting for operation #176]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1332403285_20 at /127.0.0.1:46032 [Receiving block BP-1555715460-172.17.0.2-1730994533097:blk_1073741956_1132]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1555715460-172.17.0.2-1730994533097:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (7b3e4e8e12ef,35095,1730994536931)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: '7b3e4e8e12ef,40601,1730994538818' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1555715460-172.17.0.2-1730994533097:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1332403285_20 at /127.0.0.1:46018 [Receiving block BP-1555715460-172.17.0.2-1730994533097:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(7b3e4e8e12ef,40601,1730994538818)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1555715460-172.17.0.2-1730994533097:blk_1073741956_1132, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=647 (was 635) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 127), ProcessCount=9 (was 9), AvailableMemoryMB=2458 (was 3203)
2024-11-07T15:50:51,812 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=644 is superior to 500
2024-11-07T15:50:51,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-07T15:50:51,817 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:51,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,818 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:51,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-07T15:50:51,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1533556709, stopped=false
2024-11-07T15:50:51,818 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35095,1730994536931
2024-11-07T15:50:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-07T15:50:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-07T15:50:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:50:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:50:51,877 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-07T15:50:51,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-07T15:50:51,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-07T15:50:51,878 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T15:50:51,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:51,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,879 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,40601,1730994538818' *****
2024-11-07T15:50:51,879 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-07T15:50:51,879 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-07T15:50:51,884 INFO  [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-07T15:50:51,884 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-07T15:50:51,884 INFO  [RS:0;7b3e4e8e12ef:40601 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@52bd1337{regionserver,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/regionserver}
2024-11-07T15:50:51,887 INFO  [RS:0;7b3e4e8e12ef:40601 {}] server.AbstractConnector(383): Stopped ServerConnector@26d34e49{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-07T15:50:51,887 INFO  [RS:0;7b3e4e8e12ef:40601 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:51,887 INFO  [RS:0;7b3e4e8e12ef:40601 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3d906f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,STOPPED}
2024-11-07T15:50:51,887 INFO  [RS:0;7b3e4e8e12ef:40601 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@551648d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:51,889 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-07T15:50:51,889 INFO  [RS:0;7b3e4e8e12ef:40601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a8e89e61ca9cd4ed860e76e9838733
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for c0ce2d722d37c33642cb2d9178564a92
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 79d4b7a21fd936ee856c0fbf539bc241
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 37f32ade20cda6cfa1ea2335b30c81b3
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b61cb703a914cd1934dec46319285d9
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for b7630048596cf557502112978353aaf6
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for c85945f6a1a73c5d1e33b72172e74eed
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dd82e96ec933c985c7cd53fdaf4da35
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-07T15:50:51,890 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a8e89e61ca9cd4ed860e76e9838733, disabling compactions & flushes
2024-11-07T15:50:51,890 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:50:51,890 INFO  [RS:0;7b3e4e8e12ef:40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40601.
2024-11-07T15:50:51,890 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:50:51,890 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:51,890 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733. after waiting 0 ms
2024-11-07T15:50:51,890 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:51,890 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:50:51,891 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-07T15:50:51,891 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-07T15:50:51,891 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-07T15:50:51,891 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-07T15:50:51,891 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-07T15:50:51,891 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-07T15:50:51,891 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-07T15:50:51,891 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-07T15:50:51,891 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-07T15:50:51,891 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-07T15:50:51,891 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37f32ade20cda6cfa1ea2335b30c81b3, 3dd82e96ec933c985c7cd53fdaf4da35, 46a8e89e61ca9cd4ed860e76e9838733, 5b61cb703a914cd1934dec46319285d9, 79d4b7a21fd936ee856c0fbf539bc241, b7630048596cf557502112978353aaf6, c0ce2d722d37c33642cb2d9178564a92, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:51,892 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-11-07T15:50:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system_bulk/46a8e89e61ca9cd4ed860e76e9838733/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-07T15:50:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:51,895 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a8e89e61ca9cd4ed860e76e9838733:
Waiting for close lock at 1730994651890Running coprocessor pre-close hooks at 1730994651890Disabling compacts and flushes for region at 1730994651890Disabling writes for close at 1730994651890Writing region close event to WAL at 1730994651891 (+1 ms)Running coprocessor post-close hooks at 1730994651894 (+3 ms)Closed at 1730994651895 (+1 ms)
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1730994561153.46a8e89e61ca9cd4ed860e76e9838733.
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0ce2d722d37c33642cb2d9178564a92, disabling compactions & flushes
2024-11-07T15:50:51,895 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92. after waiting 0 ms
2024-11-07T15:50:51,895 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:51,899 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/test-17309945476261/c0ce2d722d37c33642cb2d9178564a92/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-11-07T15:50:51,899 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:51,899 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:51,899 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0ce2d722d37c33642cb2d9178564a92:
Waiting for close lock at 1730994651895Running coprocessor pre-close hooks at 1730994651895Disabling compacts and flushes for region at 1730994651895Disabling writes for close at 1730994651895Writing region close event to WAL at 1730994651895Running coprocessor post-close hooks at 1730994651899 (+4 ms)Closed at 1730994651899
2024-11-07T15:50:51,899 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92.
2024-11-07T15:50:51,899 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79d4b7a21fd936ee856c0fbf539bc241, disabling compactions & flushes
2024-11-07T15:50:51,899 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:51,900 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:51,900 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241. after waiting 0 ms
2024-11-07T15:50:51,900 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:51,903 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns2/table2/79d4b7a21fd936ee856c0fbf539bc241/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-07T15:50:51,903 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:51,903 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:51,903 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79d4b7a21fd936ee856c0fbf539bc241:
Waiting for close lock at 1730994651899Running coprocessor pre-close hooks at 1730994651899Disabling compacts and flushes for region at 1730994651899Disabling writes for close at 1730994651900 (+1 ms)Writing region close event to WAL at 1730994651900Running coprocessor post-close hooks at 1730994651903 (+3 ms)Closed at 1730994651903
2024-11-07T15:50:51,903 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1730994647608.79d4b7a21fd936ee856c0fbf539bc241.
2024-11-07T15:50:51,903 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37f32ade20cda6cfa1ea2335b30c81b3, disabling compactions & flushes
2024-11-07T15:50:51,903 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:50:51,904 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:50:51,904 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3. after waiting 0 ms
2024-11-07T15:50:51,904 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:50:51,908 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns4/test-17309945476263/37f32ade20cda6cfa1ea2335b30c81b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-07T15:50:51,908 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:51,908 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:50:51,908 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37f32ade20cda6cfa1ea2335b30c81b3:
Waiting for close lock at 1730994651903Running coprocessor pre-close hooks at 1730994651903Disabling compacts and flushes for region at 1730994651903Disabling writes for close at 1730994651904 (+1 ms)Writing region close event to WAL at 1730994651904Running coprocessor post-close hooks at 1730994651908 (+4 ms)Closed at 1730994651908
2024-11-07T15:50:51,908 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17309945476263,,1730994554974.37f32ade20cda6cfa1ea2335b30c81b3.
2024-11-07T15:50:51,909 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b61cb703a914cd1934dec46319285d9, disabling compactions & flushes
2024-11-07T15:50:51,909 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:51,909 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:51,909 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9. after waiting 0 ms
2024-11-07T15:50:51,909 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:51,912 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/5b61cb703a914cd1934dec46319285d9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:51,913 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b61cb703a914cd1934dec46319285d9:
Waiting for close lock at 1730994651908Running coprocessor pre-close hooks at 1730994651908Disabling compacts and flushes for region at 1730994651908Disabling writes for close at 1730994651909 (+1 ms)Writing region close event to WAL at 1730994651909Running coprocessor post-close hooks at 1730994651913 (+4 ms)Closed at 1730994651913
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1730994639745.5b61cb703a914cd1934dec46319285d9.
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7630048596cf557502112978353aaf6, disabling compactions & flushes
2024-11-07T15:50:51,913 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. after waiting 0 ms
2024-11-07T15:50:51,913 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:51,913 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7630048596cf557502112978353aaf6 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-11-07T15:50:51,915 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/info/c1fd7e89ebb24196828042aa7b96c95a is 159, key is ns2:test-17309945476261,,1730994550464.c0ce2d722d37c33642cb2d9178564a92./info:regioninfo/1730994551650/Put/seqid=0
2024-11-07T15:50:51,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741996_1172 (size=19093)
2024-11-07T15:50:51,929 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f2/b855b306f13a4263953fc4a58af03465 is 58, key is row-test-1730994547626-2-0/f2:q1/1730994616415/Put/seqid=0
2024-11-07T15:50:51,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741997_1173 (size=5464)
2024-11-07T15:50:52,092 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, b7630048596cf557502112978353aaf6, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:52,292 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, b7630048596cf557502112978353aaf6, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:52,321 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/info/c1fd7e89ebb24196828042aa7b96c95a
2024-11-07T15:50:52,333 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f2/b855b306f13a4263953fc4a58af03465
2024-11-07T15:50:52,335 INFO  [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-07T15:50:52,335 INFO  [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-07T15:50:52,339 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/.tmp/f2/b855b306f13a4263953fc4a58af03465 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f2/b855b306f13a4263953fc4a58af03465
2024-11-07T15:50:52,345 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/f2/b855b306f13a4263953fc4a58af03465, entries=7, sequenceid=348, filesize=5.3 K
2024-11-07T15:50:52,346 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 433ms, sequenceid=348, compaction requested=false
2024-11-07T15:50:52,350 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/test-1730994547626/b7630048596cf557502112978353aaf6/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:52,351 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7630048596cf557502112978353aaf6:
Waiting for close lock at 1730994651913Running coprocessor pre-close hooks at 1730994651913Disabling compacts and flushes for region at 1730994651913Disabling writes for close at 1730994651913Obtaining lock to block concurrent updates at 1730994651913Preparing flush snapshotting stores in b7630048596cf557502112978353aaf6 at 1730994651913Finished memstore snapshotting test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1730994651914 (+1 ms)Flushing stores of test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6. at 1730994651914Flushing b7630048596cf557502112978353aaf6/f2: creating writer at 1730994651914Flushing b7630048596cf557502112978353aaf6/f2: appending metadata at 1730994651928 (+14 ms)Flushing b7630048596cf557502112978353aaf6/f2: closing flushed file at 1730994651928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775db70c: reopening flushed file at 1730994652338 (+410 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b7630048596cf557502112978353aaf6 in 433ms, sequenceid=348, compaction requested=false at 1730994652346 (+8 ms)Writing region close event to WAL at 1730994652347 (+1 ms)Running coprocessor post-close hooks at 1730994652350 (+3 ms)Closed at 1730994652351 (+1 ms)
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1730994547626,,1730994548108.b7630048596cf557502112978353aaf6.
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/ns/7c120eccbaf64eb2894c88c4c6cb05ff is 85, key is ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e./ns:/1730994647609/DeleteFamily/seqid=0
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c85945f6a1a73c5d1e33b72172e74eed, disabling compactions & flushes
2024-11-07T15:50:52,351 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. after waiting 0 ms
2024-11-07T15:50:52,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:52,351 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c85945f6a1a73c5d1e33b72172e74eed 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-11-07T15:50:52,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741998_1174 (size=5760)
2024-11-07T15:50:52,355 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/23a07f6688a54a03a2738fc8fbc6f133 is 158, key is trslm:hdfs://localhost:38469/backupUT\x00ns2:test-17309945476261/meta:log-roll-map/1730994630096/Put/seqid=0
2024-11-07T15:50:52,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741999_1175 (size=6208)
2024-11-07T15:50:52,492 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:52,693 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:52,756 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/ns/7c120eccbaf64eb2894c88c4c6cb05ff
2024-11-07T15:50:52,762 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/23a07f6688a54a03a2738fc8fbc6f133
2024-11-07T15:50:52,774 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/dc7168e6db0b4d71a47aa70af5961b23 is 588, key is session:backup_1730994621426/session:context/1730994630524/Put/seqid=0
2024-11-07T15:50:52,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742000_1176 (size=5689)
2024-11-07T15:50:52,783 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/rep_barrier/176310d33e2442248ccf00be3b4d5bbb is 94, key is ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e./rep_barrier:/1730994647609/DeleteFamily/seqid=0
2024-11-07T15:50:52,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742001_1177 (size=5640)
2024-11-07T15:50:52,893 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-07T15:50:52,893 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c85945f6a1a73c5d1e33b72172e74eed=backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., e8f8f185229de99efd0b543f5b253e9c=table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c., 3dd82e96ec933c985c7cd53fdaf4da35=ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.}
2024-11-07T15:50:52,893 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:53,094 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dd82e96ec933c985c7cd53fdaf4da35, c85945f6a1a73c5d1e33b72172e74eed, e8f8f185229de99efd0b543f5b253e9c
2024-11-07T15:50:53,179 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/dc7168e6db0b4d71a47aa70af5961b23
2024-11-07T15:50:53,188 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/rep_barrier/176310d33e2442248ccf00be3b4d5bbb
2024-11-07T15:50:53,191 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/meta/23a07f6688a54a03a2738fc8fbc6f133 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/23a07f6688a54a03a2738fc8fbc6f133
2024-11-07T15:50:53,197 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/meta/23a07f6688a54a03a2738fc8fbc6f133, entries=7, sequenceid=52, filesize=6.1 K
2024-11-07T15:50:53,198 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/.tmp/session/dc7168e6db0b4d71a47aa70af5961b23 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/dc7168e6db0b4d71a47aa70af5961b23
2024-11-07T15:50:53,203 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/session/dc7168e6db0b4d71a47aa70af5961b23, entries=2, sequenceid=52, filesize=5.6 K
2024-11-07T15:50:53,204 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 853ms, sequenceid=52, compaction requested=true
2024-11-07T15:50:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/backup/system/c85945f6a1a73c5d1e33b72172e74eed/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-11-07T15:50:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:53,209 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c85945f6a1a73c5d1e33b72172e74eed:
Waiting for close lock at 1730994652351Running coprocessor pre-close hooks at 1730994652351Disabling compacts and flushes for region at 1730994652351Disabling writes for close at 1730994652351Obtaining lock to block concurrent updates at 1730994652351Preparing flush snapshotting stores in c85945f6a1a73c5d1e33b72172e74eed at 1730994652351Finished memstore snapshotting backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1730994652352 (+1 ms)Flushing stores of backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed. at 1730994652352Flushing c85945f6a1a73c5d1e33b72172e74eed/meta: creating writer at 1730994652352Flushing c85945f6a1a73c5d1e33b72172e74eed/meta: appending metadata at 1730994652355 (+3 ms)Flushing c85945f6a1a73c5d1e33b72172e74eed/meta: closing flushed file at 1730994652355Flushing c85945f6a1a73c5d1e33b72172e74eed/session: creating writer at 1730994652770 (+415 ms)Flushing c85945f6a1a73c5d1e33b72172e74eed/session: appending metadata at 1730994652773 (+3 ms)Flushing c85945f6a1a73c5d1e33b72172e74eed/session: closing flushed file at 1730994652773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc144ea: reopening flushed file at 1730994653190 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5431579a: reopening flushed file at 1730994653198 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for c85945f6a1a73c5d1e33b72172e74eed in 853ms, sequenceid=52, compaction requested=true at 1730994653204 (+6 ms)Writing region close event to WAL at 1730994653205 (+1 ms)Running coprocessor post-close hooks at 1730994653208 (+3 ms)Closed at 1730994653209 (+1 ms)
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1730994558969.c85945f6a1a73c5d1e33b72172e74eed.
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8f8f185229de99efd0b543f5b253e9c, disabling compactions & flushes
2024-11-07T15:50:53,209 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c. after waiting 0 ms
2024-11-07T15:50:53,209 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:53,212 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/table/43c7bcc4376b4a13bc651c3788d14804 is 88, key is ns2:table2,,1730994635539.36c3d9544a6b96e9b0cbf6bea348b31e./table:/1730994647609/DeleteFamily/seqid=0
2024-11-07T15:50:53,213 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/default/table1/e8f8f185229de99efd0b543f5b253e9c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:53,214 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8f8f185229de99efd0b543f5b253e9c:
Waiting for close lock at 1730994653209Running coprocessor pre-close hooks at 1730994653209Disabling compacts and flushes for region at 1730994653209Disabling writes for close at 1730994653209Writing region close event to WAL at 1730994653210 (+1 ms)Running coprocessor post-close hooks at 1730994653214 (+4 ms)Closed at 1730994653214
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1730994639745.e8f8f185229de99efd0b543f5b253e9c.
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dd82e96ec933c985c7cd53fdaf4da35, disabling compactions & flushes
2024-11-07T15:50:53,214 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35. after waiting 0 ms
2024-11-07T15:50:53,214 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:53,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742002_1178 (size=6364)
2024-11-07T15:50:53,218 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/ns3/test-17309945476262/3dd82e96ec933c985c7cd53fdaf4da35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-07T15:50:53,218 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:53,218 INFO  [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:53,218 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dd82e96ec933c985c7cd53fdaf4da35:
Waiting for close lock at 1730994653214Running coprocessor pre-close hooks at 1730994653214Disabling compacts and flushes for region at 1730994653214Disabling writes for close at 1730994653214Writing region close event to WAL at 1730994653215 (+1 ms)Running coprocessor post-close hooks at 1730994653218 (+3 ms)Closed at 1730994653218
2024-11-07T15:50:53,218 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17309945476262,,1730994552794.3dd82e96ec933c985c7cd53fdaf4da35.
2024-11-07T15:50:53,294 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-07T15:50:53,494 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-07T15:50:53,617 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/table/43c7bcc4376b4a13bc651c3788d14804
2024-11-07T15:50:53,623 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/info/c1fd7e89ebb24196828042aa7b96c95a as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/info/c1fd7e89ebb24196828042aa7b96c95a
2024-11-07T15:50:53,628 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/info/c1fd7e89ebb24196828042aa7b96c95a, entries=114, sequenceid=97, filesize=18.6 K
2024-11-07T15:50:53,629 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/ns/7c120eccbaf64eb2894c88c4c6cb05ff as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/ns/7c120eccbaf64eb2894c88c4c6cb05ff
2024-11-07T15:50:53,633 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/ns/7c120eccbaf64eb2894c88c4c6cb05ff, entries=10, sequenceid=97, filesize=5.6 K
2024-11-07T15:50:53,634 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/rep_barrier/176310d33e2442248ccf00be3b4d5bbb as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/rep_barrier/176310d33e2442248ccf00be3b4d5bbb
2024-11-07T15:50:53,638 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/rep_barrier/176310d33e2442248ccf00be3b4d5bbb, entries=3, sequenceid=97, filesize=5.5 K
2024-11-07T15:50:53,639 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/.tmp/table/43c7bcc4376b4a13bc651c3788d14804 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/table/43c7bcc4376b4a13bc651c3788d14804
2024-11-07T15:50:53,643 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/table/43c7bcc4376b4a13bc651c3788d14804, entries=21, sequenceid=97, filesize=6.2 K
2024-11-07T15:50:53,643 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=97, compaction requested=false
2024-11-07T15:50:53,648 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-11-07T15:50:53,648 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-07T15:50:53,648 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-07T15:50:53,649 INFO  [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-07T15:50:53,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1730994651891Running coprocessor pre-close hooks at 1730994651891Disabling compacts and flushes for region at 1730994651891Disabling writes for close at 1730994651891Obtaining lock to block concurrent updates at 1730994651892 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730994651892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1730994651892Flushing stores of hbase:meta,,1.1588230740 at 1730994651892Flushing 1588230740/info: creating writer at 1730994651893 (+1 ms)Flushing 1588230740/info: appending metadata at 1730994651915 (+22 ms)Flushing 1588230740/info: closing flushed file at 1730994651915Flushing 1588230740/ns: creating writer at 1730994652334 (+419 ms)Flushing 1588230740/ns: appending metadata at 1730994652351 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730994652351Flushing 1588230740/rep_barrier: creating writer at 1730994652767 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730994652783 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730994652783Flushing 1588230740/table: creating writer at 1730994653195 (+412 ms)Flushing 1588230740/table: appending metadata at 1730994653212 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730994653212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188c5103: reopening flushed file at 1730994653622 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646e5e77: reopening flushed file at 1730994653628 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2037e314: reopening flushed file at 1730994653633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19566246: reopening flushed file at 1730994653638 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=97, compaction requested=false at 1730994653643 (+5 ms)Writing region close event to WAL at 1730994653645 (+2 ms)Running coprocessor post-close hooks at 1730994653648 (+3 ms)Closed at 1730994653648
2024-11-07T15:50:53,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-07T15:50:53,694 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,40601,1730994538818; all regions closed.
2024-11-07T15:50:53,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741955_1131 (size=16160)
2024-11-07T15:50:53,697 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.meta.1730994623875.meta not finished, retry = 0
2024-11-07T15:50:53,803 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs
2024-11-07T15:50:53,803 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.meta:.meta(num 1730994623875)
2024-11-07T15:50:53,805 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0.1730994623859 not finished, retry = 0
2024-11-07T15:50:53,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741954_1130 (size=4122)
2024-11-07T15:50:53,907 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs
2024-11-07T15:50:53,907 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-0:(num 1730994623859)
2024-11-07T15:50:53,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741956_1132 (size=7926)
2024-11-07T15:50:53,909 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/WALs/7b3e4e8e12ef,40601,1730994538818/7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1.1730994623893 not finished, retry = 0
2024-11-07T15:50:54,012 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/oldWALs
2024-11-07T15:50:54,012 INFO  [RS:0;7b3e4e8e12ef:40601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40601%2C1730994538818.7b3e4e8e12ef%2C40601%2C1730994538818.regiongroup-1:(num 1730994623893)
2024-11-07T15:50:54,012 DEBUG [RS:0;7b3e4e8e12ef:40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:54,012 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.LeaseManager(133): Closed leases
2024-11-07T15:50:54,012 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-07T15:50:54,013 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-07T15:50:54,013 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-07T15:50:54,013 INFO  [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-07T15:50:54,013 INFO  [RS:0;7b3e4e8e12ef:40601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40601
2024-11-07T15:50:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/7b3e4e8e12ef,40601,1730994538818
2024-11-07T15:50:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-07T15:50:54,077 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-07T15:50:54,087 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,40601,1730994538818]
2024-11-07T15:50:54,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/7b3e4e8e12ef,40601,1730994538818 already deleted, retry=false
2024-11-07T15:50:54,098 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,40601,1730994538818 expired; onlineServers=0
2024-11-07T15:50:54,098 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35095,1730994536931' *****
2024-11-07T15:50:54,098 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-07T15:50:54,098 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-07T15:50:54,105 INFO  [M:0;7b3e4e8e12ef:35095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@666ad4c9{master,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/master}
2024-11-07T15:50:54,106 INFO  [M:0;7b3e4e8e12ef:35095 {}] server.AbstractConnector(383): Stopped ServerConnector@4a1861df{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-07T15:50:54,106 INFO  [M:0;7b3e4e8e12ef:35095 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:54,106 INFO  [M:0;7b3e4e8e12ef:35095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5dde199d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/hbase-server-3.0.0-beta-2-SNAPSHOT-tests.jar!/hbase-webapps/static,STOPPED}
2024-11-07T15:50:54,106 INFO  [M:0;7b3e4e8e12ef:35095 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@775c921a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:54,106 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-07T15:50:54,107 INFO  [M:0;7b3e4e8e12ef:35095 {}] master.HMaster(1770): Stopping master jetty server
2024-11-07T15:50:54,107 INFO  [M:0;7b3e4e8e12ef:35095 {}] server.AbstractConnector(383): Stopped ServerConnector@701715b7{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-07T15:50:54,107 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-07T15:50:54,108 DEBUG [M:0;7b3e4e8e12ef:35095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-07T15:50:54,108 INFO  [M:0;7b3e4e8e12ef:35095 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-11-07T15:50:54,108 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-07T15:50:54,108 INFO  [M:0;7b3e4e8e12ef:35095 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;7b3e4e8e12ef:35095.
2024-11-07T15:50:54,108 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730994542034 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730994542034,5,FailOnTimeoutGroup]
2024-11-07T15:50:54,108 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730994542036 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730994542036,5,FailOnTimeoutGroup]
2024-11-07T15:50:54,108 DEBUG [M:0;7b3e4e8e12ef:35095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T15:50:54,108 DEBUG [M:0;7b3e4e8e12ef:35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:54,108 DEBUG [M:0;7b3e4e8e12ef:35095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T15:50:54,108 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T15:50:54,108 DEBUG [M:0;7b3e4e8e12ef:35095 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-07T15:50:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-11-07T15:50:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-07T15:50:54,109 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-07T15:50:54,109 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-07T15:50:54,109 DEBUG [M:0;7b3e4e8e12ef:35095 {}] master.HMaster(1795): Stopping service threads
2024-11-07T15:50:54,109 INFO  [M:0;7b3e4e8e12ef:35095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-07T15:50:54,109 INFO  [M:0;7b3e4e8e12ef:35095 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-07T15:50:54,109 ERROR [M:0;7b3e4e8e12ef:35095 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-11-07T15:50:54,110 INFO  [M:0;7b3e4e8e12ef:35095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-07T15:50:54,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-07T15:50:54,110 DEBUG [M:0;7b3e4e8e12ef:35095 {}] zookeeper.ZKUtil(347): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-11-07T15:50:54,110 WARN  [M:0;7b3e4e8e12ef:35095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-07T15:50:54,111 INFO  [M:0;7b3e4e8e12ef:35095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/.lastflushedseqids
2024-11-07T15:50:54,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742003_1179 (size=761)
2024-11-07T15:50:54,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T15:50:54,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x10115fc7a630001, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T15:50:54,188 INFO  [RS:0;7b3e4e8e12ef:40601 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-07T15:50:54,188 INFO  [RS:0;7b3e4e8e12ef:40601 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,40601,1730994538818; zookeeper connection closed.
2024-11-07T15:50:54,189 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f6c152b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f6c152b
2024-11-07T15:50:54,189 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-07T15:50:54,521 INFO  [M:0;7b3e4e8e12ef:35095 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-07T15:50:54,521 INFO  [M:0;7b3e4e8e12ef:35095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-07T15:50:54,521 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-07T15:50:54,532 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:50:54,532 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:50:54,532 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-07T15:50:54,532 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:50:54,533 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.70 KB heapSize=516.19 KB
2024-11-07T15:50:54,546 DEBUG [M:0;7b3e4e8e12ef:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac71ee0c6afb47b08e89c0d792a95b69 is 82, key is hbase:meta,,1/info:regioninfo/1730994543342/Put/seqid=0
2024-11-07T15:50:54,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742004_1180 (size=5672)
2024-11-07T15:50:54,951 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=885 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac71ee0c6afb47b08e89c0d792a95b69
2024-11-07T15:50:54,976 DEBUG [M:0;7b3e4e8e12ef:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb0f425a0c44a2cbaa7a96529a0423c is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1730994645598/Put/seqid=0
2024-11-07T15:50:54,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742005_1181 (size=30126)
2024-11-07T15:50:55,380 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.14 KB at sequenceid=885 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb0f425a0c44a2cbaa7a96529a0423c
2024-11-07T15:50:55,385 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eb0f425a0c44a2cbaa7a96529a0423c
2024-11-07T15:50:55,398 DEBUG [M:0;7b3e4e8e12ef:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a36741a02ad402ea87b613c1a807a4b is 69, key is 7b3e4e8e12ef,40601,1730994538818/rs:state/1730994542160/Put/seqid=0
2024-11-07T15:50:55,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073742006_1182 (size=5156)
2024-11-07T15:50:55,803 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=885 (bloomFilter=true), to=hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a36741a02ad402ea87b613c1a807a4b
2024-11-07T15:50:55,807 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac71ee0c6afb47b08e89c0d792a95b69 as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac71ee0c6afb47b08e89c0d792a95b69
2024-11-07T15:50:55,812 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac71ee0c6afb47b08e89c0d792a95b69, entries=8, sequenceid=885, filesize=5.5 K
2024-11-07T15:50:55,813 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb0f425a0c44a2cbaa7a96529a0423c as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb0f425a0c44a2cbaa7a96529a0423c
2024-11-07T15:50:55,817 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eb0f425a0c44a2cbaa7a96529a0423c
2024-11-07T15:50:55,817 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb0f425a0c44a2cbaa7a96529a0423c, entries=94, sequenceid=885, filesize=29.4 K
2024-11-07T15:50:55,818 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a36741a02ad402ea87b613c1a807a4b as hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a36741a02ad402ea87b613c1a807a4b
2024-11-07T15:50:55,822 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38469/user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a36741a02ad402ea87b613c1a807a4b, entries=1, sequenceid=885, filesize=5.0 K
2024-11-07T15:50:55,823 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.70 KB/451274, heapSize ~515.89 KB/528272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=885, compaction requested=false
2024-11-07T15:50:55,825 INFO  [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T15:50:55,825 DEBUG [M:0;7b3e4e8e12ef:35095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1730994654521Disabling compacts and flushes for region at 1730994654521Disabling writes for close at 1730994654532 (+11 ms)Obtaining lock to block concurrent updates at 1730994654533 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730994654533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451274, getHeapSize=528512, getOffHeapSize=0, getCellsCount=1008 at 1730994654533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730994654533Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730994654533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730994654546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730994654546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730994654958 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730994654975 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730994654975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730994655385 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730994655398 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730994655398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d98279b: reopening flushed file at 1730994655807 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1bd3a: reopening flushed file at 1730994655812 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcf8214: reopening flushed file at 1730994655817 (+5 ms)Finished flush of dataSize ~440.70 KB/451274, heapSize ~515.89 KB/528272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=885, compaction requested=false at 1730994655823 (+6 ms)Writing region close event to WAL at 1730994655825 (+2 ms)Closed at 1730994655825
2024-11-07T15:50:55,827 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6409ac78-bb8d-37a1-d423-10f69c3c055b/MasterData/WALs/7b3e4e8e12ef,35095,1730994536931/7b3e4e8e12ef%2C35095%2C1730994536931.7b3e4e8e12ef%2C35095%2C1730994536931.regiongroup-0.1730994541184 not finished, retry = 0
2024-11-07T15:50:55,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741830_1006 (size=509710)
2024-11-07T15:50:55,928 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-07T15:50:55,928 INFO  [M:0;7b3e4e8e12ef:35095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-07T15:50:55,928 INFO  [M:0;7b3e4e8e12ef:35095 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-11-07T15:50:55,929 INFO  [M:0;7b3e4e8e12ef:35095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35095
2024-11-07T15:50:55,929 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-07T15:50:56,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T15:50:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T15:50:56,082 INFO  [M:0;7b3e4e8e12ef:35095 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-07T15:50:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10115fc7a630000, quorum=127.0.0.1:50387, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T15:50:56,131 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a879b56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-07T15:50:56,134 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59f81795{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,134 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,134 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13e90eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,134 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cbdc284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,136 WARN  [BP-1555715460-172.17.0.2-1730994533097 heartbeating to localhost/127.0.0.1:38469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-07T15:50:56,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-07T15:50:56,137 WARN  [BP-1555715460-172.17.0.2-1730994533097 heartbeating to localhost/127.0.0.1:38469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1555715460-172.17.0.2-1730994533097 (Datanode Uuid b80d9df0-7538-40a3-b2a6-5a2b54c1a277) service to localhost/127.0.0.1:38469
2024-11-07T15:50:56,137 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-07T15:50:56,138 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data1/current/BP-1555715460-172.17.0.2-1730994533097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-07T15:50:56,138 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/cluster_bf8bbae1-8b99-378f-93f8-83feedd1ade0/data/data2/current/BP-1555715460-172.17.0.2-1730994533097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-07T15:50:56,139 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-07T15:50:56,146 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60f19e47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-07T15:50:56,147 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e12db11{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,147 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3007904c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d76ae2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,158 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-07T15:50:56,230 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-07T15:50:56,230 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-07T15:50:56,236 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38cf32f3{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-07T15:50:56,237 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a07252{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,237 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,237 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d1e1928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,237 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2840fcf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,245 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d2a0a97{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-07T15:50:56,246 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47b99947{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,246 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,246 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@325eade4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,246 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b70e834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,250 ERROR [Thread[Thread-280,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-07T15:50:56,250 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a5a6d3d{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-07T15:50:56,251 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a2edbb8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,251 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,251 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dcd4d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,251 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5557f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,260 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-07T15:50:56,265 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-07T15:50:56,266 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-07T15:50:56,266 ERROR [Thread[Thread-303,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-07T15:50:56,268 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55650301{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-07T15:50:56,269 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417ea536{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T15:50:56,269 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T15:50:56,269 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75c0ec4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-07T15:50:56,269 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a8eed8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e832e5c2-3f7a-0dc0-328d-415d7a33620f/hadoop.log.dir/,STOPPED}
2024-11-07T15:50:56,270 ERROR [Thread[Thread-262,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-07T15:50:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped